-- Logs begin at Sun 2022-10-23 19:27:30 UTC, end at Sun 2022-10-23 20:31:00 UTC. -- Oct 23 19:56:54.935861 dv-cinder-862432-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 23 19:56:57.621655 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.common.config [-] Logging enabled! Oct 23 19:56:57.622233 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 23 19:56:57.622468 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104546) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 23 19:56:57.625651 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.common.config [-] Logging enabled! Oct 23 19:56:57.625910 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 23 19:56:57.626212 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104546) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 23 19:56:57.627156 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 19:56:57.627393 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 19:56:57.628155 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 19:56:57.628400 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 19:56:57.628625 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 19:56:57.628943 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.629242 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.629474 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.629769 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.630058 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.630363 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.630655 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.630949 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.631230 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.631505 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.631786 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.632012 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.632288 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.632569 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.632851 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.633072 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] debug = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.633349 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.633767 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.634169 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.634471 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.634762 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.635037 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.635303 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.635573 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.635850 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.636168 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] host = dv-cinder-862432-1-iscsi {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.636535 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.636829 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.637112 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.637417 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.637690 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.637960 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.638239 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.638528 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.638798 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] log_file = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.639069 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.639352 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.639634 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.639925 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.640146 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.640363 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.640645 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.640931 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.641201 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.641470 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.641737 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.642004 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.642293 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.642558 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.642839 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.643118 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.643397 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.643664 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.643932 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.644198 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.644462 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.644746 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.645014 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.645278 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.645544 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.645820 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.646081 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.646371 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.646669 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.646947 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.647222 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.647500 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.647765 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.648040 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.648303 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.648584 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.648836 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] use_json = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.649100 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.649363 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.649638 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.649899 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.650162 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.650450 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.650714 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.650989 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.651255 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:56:57.651547 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.651837 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.652133 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.652413 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.652714 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.653511 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.653796 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.654069 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.654375 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.654660 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.654942 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.655220 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.655512 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.655796 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.656085 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.656382 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.656670 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.656956 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.657226 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.657497 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.657766 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.658038 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.658339 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.658613 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.658896 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.659180 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.659452 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.659743 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.660021 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.660300 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.660587 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.660872 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.661141 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.661415 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.661702 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.661975 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.662269 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.662547 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.662823 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.663092 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.663369 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.663653 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.663936 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.664204 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.664477 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.664763 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.665036 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.665307 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.665574 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.665846 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.666112 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.666414 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.666690 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.666960 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.667227 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.667501 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.667771 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.668041 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.668315 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.669211 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.669494 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.669837 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.670041 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.670339 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.670613 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.670882 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.671151 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.671423 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.671697 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.671964 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.672233 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.672501 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.672770 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.673040 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.673322 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.673617 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.673890 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.674163 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.674459 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.674730 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.675004 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.675281 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.675553 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.675824 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.676092 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.676378 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.676658 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.676939 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.677216 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.677506 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.677796 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.678071 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.678382 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.678659 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.678936 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.679210 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.679490 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.679763 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.680037 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.680313 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.680590 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.680879 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.681169 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.681443 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.681732 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.682017 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.682327 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.682606 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.682917 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.683196 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:56:57.683411 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 19:56:57.683644 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104546) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 23 19:56:58.054932 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 23 19:56:58.055257 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 23 19:56:58.055521 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 23 19:56:58.055749 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 23 19:56:58.056022 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 23 19:56:58.056346 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 23 19:56:58.375140 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.375442 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.375712 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.376885 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.377158 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.377417 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.430312 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.430595 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.430860 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.445951 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.446232 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.446520 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.475511 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.475784 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.476047 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.511682 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.511960 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.512264 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.740952 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.741633 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.741633 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.741916 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.742592 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.838655 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.838970 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.839250 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.839518 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.839782 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.840089 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.840388 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.840645 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.840896 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.841173 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.841430 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.841691 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.841943 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.842189 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.842468 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.842729 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.842980 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.843243 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.843508 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.843764 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.844032 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.844278 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.844554 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.844925 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.845172 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.845416 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.845805 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 19:56:58.846045 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 19:56:58.846309 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 19:56:58.846547 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 19:56:58.846780 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 19:56:58.847010 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 19:56:58.847360 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 23 19:56:58.850400 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 23 19:56:58.854351 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 23 19:56:58.858581 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 23 19:56:58.860322 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 23 19:56:58.860784 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 23 19:56:58.861114 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 23 19:56:58.861492 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 23 19:56:58.864254 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 23 19:56:58.864503 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 23 19:56:58.864844 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 23 19:56:58.869843 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 23 19:56:58.893472 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 23 19:56:58.893915 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.894207 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104546) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 23 19:56:58.894674 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.896011 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104546) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 23 19:56:58.896284 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 23 19:56:58.896523 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 23 19:56:58.907553 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:58.907834 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.035932 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 23 19:56:59.036172 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 23 19:56:59.036412 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 23 19:56:59.036785 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 23 19:56:59.088505 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO dbcounter [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Registered counter for database neutron Oct 23 19:56:59.109446 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_db.sqlalchemy.engines [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104546) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 23 19:56:59.115487 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG dbcounter [-] [104546] Writer thread running {{(pid=104546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 19:56:59.642148 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Initializing driver for type 'gre' Oct 23 19:56:59.642704 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] gre ID ranges: [(1, 1000)] Oct 23 19:56:59.700074 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Initializing driver for type 'local' Oct 23 19:56:59.700443 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Initializing driver for type 'vlan' Oct 23 19:56:59.714846 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] VlanTypeDriver initialization complete Oct 23 19:56:59.715190 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Initializing driver for type 'vxlan' Oct 23 19:56:59.716211 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] vxlan ID ranges: [(1, 1000)] Oct 23 19:56:59.775102 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Initializing extension driver 'port_security' Oct 23 19:56:59.775766 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.extensions.port_security [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] PortSecurityExtensionDriver initialization complete Oct 23 19:56:59.775766 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Initializing mechanism driver 'openvswitch' Oct 23 19:56:59.776094 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Initializing mechanism driver 'hyperv' Oct 23 19:56:59.782785 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.plugins.ml2.plugin [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:56:59.783483 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > port after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.783862 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > port after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.784223 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > port after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.784730 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 19:56:59.785154 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > subnet after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.785516 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > subnet after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.785893 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > subnet after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.786308 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 19:56:59.786719 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > network after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.787071 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > network after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.787419 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > network after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.787804 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 19:56:59.788208 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > security_group after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.788559 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > security_group after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.788903 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > security_group after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.789293 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 19:56:59.789696 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.790047 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.790426 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.790944 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 19:56:59.791356 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > address_group after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.791711 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > address_group after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.792057 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > address_group after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.792444 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 19:56:59.792890 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] ML2 OVO RPC backend initialized. {{(pid=104546) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 23 19:56:59.793659 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router_interface after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.794020 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.794482 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > network before_response 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.794837 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > networks before_response 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.795185 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > port before_response 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.795530 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > ports before_response 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.795881 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > subnet before_response 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.796226 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > subnets before_response 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.796573 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > network after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.796916 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > network after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.797254 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > network after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.797594 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > port after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.797932 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > port after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.798294 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > port after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.798637 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > subnet after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.798974 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > subnet after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.799310 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > subnet after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.806865 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded quota_driver: . Oct 23 19:56:59.807236 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.plugin [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Modular L2 Plugin initialization complete Oct 23 19:56:59.807586 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading services supported by the core plugin {{(pid=104546) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 23 19:56:59.807929 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.plugins.ml2.managers [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Got port-security extension from driver 'port_security' Oct 23 19:56:59.808411 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.extensions.vlantransparent [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Disabled vlantransparent extension. Oct 23 19:56:59.808904 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104546) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 23 19:56:59.809733 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading Plugin: router Oct 23 19:56:59.845230 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router_interface before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.845626 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router after_create 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.846003 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router before_create 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.846425 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.846780 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.847140 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router after_delete 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.847501 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > floatingip after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.847853 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > floatingip after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.848212 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router after_create 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.848560 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router after_update 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.848910 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router after_update 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.849260 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.849620 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router after_update 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.850108 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router precommit_update 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.850515 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: port after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.850862 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: port after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.851203 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: subnet after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.851546 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.851896 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > port precommit_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.852247 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router precommit_create 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.852598 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: port before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.852941 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router precommit_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.853301 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router after_update 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.853649 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router precommit_delete 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.854000 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router precommit_create 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.854397 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router_interface after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.854747 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router precommit_update 55549900 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.855115 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > agent after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.855469 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > agent after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.855817 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > network after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.856686 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Tracking information for resource: router configured {{(pid=104546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 19:56:59.857018 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Tracking information for resource: floatingip configured {{(pid=104546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 19:56:59.861866 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.db.l3_agentschedulers_db [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 23 19:56:59.862486 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: port after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.862858 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: port after_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.863220 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: port after_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.863575 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: port after_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.864362 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router before_create 55550100 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.864735 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router precommit_delete 55550100 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.865106 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router precommit_create 55550100 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.865468 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > router precommit_update 55550100 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.870339 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.services.provider_configuration [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service providers = [] {{(pid=104546) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 23 19:56:59.870707 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.db.servicetype_db [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104546) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 23 19:56:59.874164 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.services.service_base [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 19:56:59.874540 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.services.service_base [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 19:56:59.874884 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.services.service_base [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 19:56:59.875766 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.services.service_base [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 19:56:59.876138 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.services.service_base [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 23 19:56:59.876511 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 19:56:59.876832 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 23 19:56:59.887282 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 19:56:59.888116 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading Plugin: auto_allocate Oct 23 19:56:59.893847 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: network precommit_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.894173 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: network precommit_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.894723 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 19:56:59.895046 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading Plugin: tag Oct 23 19:56:59.901544 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 19:56:59.901875 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading Plugin: timestamp Oct 23 19:56:59.905939 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 19:56:59.906293 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading Plugin: network_ip_availability Oct 23 19:56:59.911742 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.912116 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.912480 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:56:59.913198 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 19:56:59.913518 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading Plugin: flavors Oct 23 19:56:59.918222 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 19:56:59.918663 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading Plugin: revisions Oct 23 19:56:59.923087 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 19:56:59.923478 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_concurrency.lockutils [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.867s {{(pid=104546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 23 19:56:59.924384 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104546) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 23 19:56:59.924726 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Initializing extension manager. Oct 23 19:56:59.925255 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: __init__.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.925600 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: __pycache__ {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.925937 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: address_group.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.926680 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.927239 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: address-group Oct 23 19:56:59.927563 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: address_scope.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.928244 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.928744 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: address-scope Oct 23 19:56:59.929065 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: admin_state_down_before_update.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.929949 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.930488 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: router-admin-state-down-before-update Oct 23 19:56:59.930813 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: agent.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.931483 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.931992 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: agent Oct 23 19:56:59.932313 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: agent_resources_synced.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.933182 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.933681 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: agent-resources-synced Oct 23 19:56:59.934002 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: allowedaddresspairs.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.936292 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.936805 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: allowed-address-pairs Oct 23 19:56:59.937131 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: auto_allocated_topology.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.938152 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.938698 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: auto-allocated-topology Oct 23 19:56:59.939022 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: availability_zone.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.939677 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.940178 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: availability_zone Oct 23 19:56:59.940498 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: availability_zone_filter.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.941368 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.941866 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: availability_zone_filter Oct 23 19:56:59.942187 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: data_plane_status.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.943319 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.943813 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension data-plane-status not supported by any of loaded plugins Oct 23 19:56:59.944133 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: default_subnetpools.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.945030 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.945528 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: default-subnetpools Oct 23 19:56:59.945848 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: dhcpagentscheduler.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.946647 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.947151 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: dhcp_agent_scheduler Oct 23 19:56:59.947472 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: dns.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.948356 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.948851 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension dns-integration not supported by any of loaded plugins Oct 23 19:56:59.949171 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: dns_domain_ports.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.950089 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.950675 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 23 19:56:59.950996 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.951877 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.952370 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 23 19:56:59.952692 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: dvr.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.953326 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.953818 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: dvr Oct 23 19:56:59.954138 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: ecmp_routes.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.955039 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.955538 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension ecmp_routes not supported by any of loaded plugins Oct 23 19:56:59.955858 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: empty_string_filtering.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.956724 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.957226 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: empty-string-filtering Oct 23 19:56:59.957565 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.958457 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.958957 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 23 19:56:59.959276 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.960137 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.960636 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 23 19:56:59.960956 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: external_net.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.961823 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.962349 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: external-net Oct 23 19:56:59.962674 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: extra_dhcp_opt.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.963534 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.964035 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: extra_dhcp_opt Oct 23 19:56:59.964355 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: extraroute.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.965216 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.966236 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: extraroute Oct 23 19:56:59.966577 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: extraroute_atomic.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.967555 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.968060 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: extraroute-atomic Oct 23 19:56:59.968380 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: filter_validation.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.969009 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.969504 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: filter-validation Oct 23 19:56:59.969822 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: fip_pf_description.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.970733 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.971227 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 23 19:56:59.971546 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: fip_pf_detail.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.972408 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.972911 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: floating-ip-port-forwarding-detail Oct 23 19:56:59.973229 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: fip_pf_port_range.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.974087 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.974615 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 23 19:56:59.974937 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: fip_port_details.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.975814 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.976320 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: fip-port-details Oct 23 19:56:59.976642 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: flavors.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.977819 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.978362 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: flavors Oct 23 19:56:59.978688 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.980291 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.980814 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 23 19:56:59.981199 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: floatingip_pools.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.981905 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.982454 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: floatingip-pools Oct 23 19:56:59.982787 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: ip_allocation.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.983686 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.984189 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension ip_allocation not supported by any of loaded plugins Oct 23 19:56:59.984514 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.985531 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.985911 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: ip-substring-filtering Oct 23 19:56:59.986237 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: l2_adjacency.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.987151 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.987652 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension l2_adjacency not supported by any of loaded plugins Oct 23 19:56:59.987976 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: l3.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.988906 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.989416 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: router Oct 23 19:56:59.989739 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: l3_conntrack_helper.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.992128 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.992654 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 23 19:56:59.992985 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.993864 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.994405 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: ext-gw-mode Oct 23 19:56:59.994735 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.995613 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.996118 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: l3-ha Oct 23 19:56:59.996440 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.997837 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:56:59.998384 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 23 19:56:59.998712 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: l3_flavors.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:56:59.999585 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.000087 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: l3-flavors Oct 23 19:57:00.000409 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: l3_ndp_proxy.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.001727 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.002235 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 23 19:57:00.002585 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.003462 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.003972 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: l3-port-ip-change-not-allowed Oct 23 19:57:00.004300 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: l3agentscheduler.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.005301 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.005812 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: l3_agent_scheduler Oct 23 19:57:00.006138 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: local_ip.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.007873 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.008430 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension local_ip not supported by any of loaded plugins Oct 23 19:57:00.008776 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: logging.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.010202 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.010742 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension logging not supported by any of loaded plugins Oct 23 19:57:00.011077 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: metering.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.011789 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.012930 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: metering Oct 23 19:57:00.013262 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.014331 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.014841 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: metering_source_and_destination_fields Oct 23 19:57:00.015166 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: multiprovidernet.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.016059 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.016571 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: multi-provider Oct 23 19:57:00.016903 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: netmtu.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.017781 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.018310 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: net-mtu Oct 23 19:57:00.018636 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: netmtu_writable.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.019514 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.020016 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: net-mtu-writable Oct 23 19:57:00.020341 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: network_availability_zone.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.021282 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.021469 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: network_availability_zone Oct 23 19:57:00.021793 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: network_ip_availability.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.022899 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.023407 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: network-ip-availability Oct 23 19:57:00.023731 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: network_segment_range.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.024465 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.024959 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension network-segment-range not supported by any of loaded plugins Oct 23 19:57:00.025279 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: pagination.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.026211 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.026569 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: pagination Oct 23 19:57:00.026887 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: port_device_profile.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.027762 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.028302 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: port-device-profile Oct 23 19:57:00.028624 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: port_mac_address_override.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.029500 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.030003 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: port-mac-override Oct 23 19:57:00.030360 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.031229 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.031730 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: port-mac-address-regenerate Oct 23 19:57:00.032052 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.032927 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.033434 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: port-numa-affinity-policy Oct 23 19:57:00.033754 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: port_resource_request.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.034659 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.035158 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension port-resource-request not supported by any of loaded plugins Oct 23 19:57:00.035477 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: port_resource_request_groups.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.036394 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.036894 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 23 19:57:00.037215 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: portbindings.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.038101 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.038633 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: binding Oct 23 19:57:00.038956 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: portbindings_extended.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.041696 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.042211 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: binding-extended Oct 23 19:57:00.042567 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: portsecurity.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.043998 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.044505 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: port-security Oct 23 19:57:00.044830 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: project_id.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.045778 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.046112 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: project-id Oct 23 19:57:00.046462 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: providernet.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.047338 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.047849 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: provider Oct 23 19:57:00.048173 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.051664 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.052189 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos not supported by any of loaded plugins Oct 23 19:57:00.052528 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.053765 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.054312 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 23 19:57:00.054652 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.055536 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.056047 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 23 19:57:00.056376 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_default.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.057254 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.057763 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-default not supported by any of loaded plugins Oct 23 19:57:00.058093 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_fip.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.059012 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.060079 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-fip not supported by any of loaded plugins Oct 23 19:57:00.060401 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_fip_network_policy.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.061280 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.061778 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 23 19:57:00.062101 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_gateway_ip.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.063040 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.063541 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 23 19:57:00.063864 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_port_network_policy.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.064741 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.065243 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 23 19:57:00.065566 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.066593 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.067096 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 23 19:57:00.067676 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.068667 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.069173 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 23 19:57:00.069497 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_pps_rule.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.070654 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.071166 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-pps not supported by any of loaded plugins Oct 23 19:57:00.071495 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_rule_type_details.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.072407 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.072878 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 23 19:57:00.073204 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_rule_type_filter.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.074083 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.074617 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 23 19:57:00.074968 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: qos_rules_alias.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.075977 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.076483 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 23 19:57:00.076809 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: quota_check_limit.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.077683 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.078186 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: quota-check-limit Oct 23 19:57:00.078538 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: quotasv2.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.079440 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.079772 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: quotas Oct 23 19:57:00.080096 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: quotasv2_detail.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.081755 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.082096 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: quota_details Oct 23 19:57:00.082452 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: rbac.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.083485 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.084002 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: rbac-policies Oct 23 19:57:00.084333 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: rbac_address_group.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.085229 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.085740 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: rbac-address-group Oct 23 19:57:00.086066 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: rbac_address_scope.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.087060 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.087571 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: rbac-address-scope Oct 23 19:57:00.087896 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: rbac_security_groups.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.088778 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.089282 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: rbac-security-groups Oct 23 19:57:00.089605 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: rbac_subnetpool.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.090529 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.091037 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: rbac-subnetpool Oct 23 19:57:00.091358 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: revisionifmatch.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.092242 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.092750 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: revision-if-match Oct 23 19:57:00.093072 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: revisions.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.094157 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.094691 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: standard-attr-revisions Oct 23 19:57:00.095017 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: router_availability_zone.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.095655 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.096161 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: router_availability_zone Oct 23 19:57:00.096484 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: routerservicetype.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.097371 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.097872 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension router-service-type not supported by any of loaded plugins Oct 23 19:57:00.098193 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.099106 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.099608 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: security-groups-normalized-cidr Oct 23 19:57:00.099927 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: security_groups_port_filtering.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.100803 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.101299 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: port-security-groups-filtering Oct 23 19:57:00.101619 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.102530 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.103045 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: security-groups-remote-address-group Oct 23 19:57:00.103366 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.104252 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.104759 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: security-groups-shared-filtering Oct 23 19:57:00.105080 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: securitygroup.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.115263 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.115794 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: security-group Oct 23 19:57:00.116133 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: segment.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.116834 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.117343 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension segment not supported by any of loaded plugins Oct 23 19:57:00.117672 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.118602 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.119114 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 23 19:57:00.119443 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: servicetype.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.120492 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.121003 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: service-type Oct 23 19:57:00.121331 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: sorting.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.122862 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.123201 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: sorting Oct 23 19:57:00.123523 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: standard_attr_segment.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.124418 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.124925 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 23 19:57:00.125250 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: standardattrdescription.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.125869 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.126400 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: standard-attr-description Oct 23 19:57:00.126726 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: stateful_security_group.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.127613 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.128134 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: stateful-security-group Oct 23 19:57:00.128460 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: stdattrs_common.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.129008 dv-cinder-862432-1-iscsi neutron-server[104546]: WARNING neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 23 19:57:00.129329 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.130213 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.130743 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 23 19:57:00.131067 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: subnet_onboard.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.132077 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.132590 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: subnet_onboard Oct 23 19:57:00.132917 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.133808 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.134341 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 23 19:57:00.134666 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: subnet_service_types.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.135551 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.136060 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: subnet-service-types Oct 23 19:57:00.136382 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: subnetallocation.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.137449 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.137963 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: subnet_allocation Oct 23 19:57:00.138315 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.138953 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.139459 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: subnetpool-prefix-ops Oct 23 19:57:00.139784 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.140689 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.141198 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 23 19:57:00.141521 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: tagging.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.142556 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.143083 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: standard-attr-tag Oct 23 19:57:00.143416 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: timestamp.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.144612 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.145086 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loaded extension: standard-attr-timestamp Oct 23 19:57:00.145413 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: trunk.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.146426 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.146937 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension trunk not supported by any of loaded plugins Oct 23 19:57:00.147265 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: trunk_details.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.148140 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.148645 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension trunk-details not supported by any of loaded plugins Oct 23 19:57:00.148972 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: uplink_status_propagation.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.149849 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.150382 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 23 19:57:00.150709 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Loading extension file: vlantransparent.py {{(pid=104546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 19:57:00.151346 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 19:57:00.151846 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extension vlan-transparent not supported by any of loaded plugins Oct 23 19:57:00.154545 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:network Oct 23 19:57:00.155073 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:subnet Oct 23 19:57:00.155474 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 19:57:00.155868 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:port Oct 23 19:57:00.157156 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.157599 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service FLAVORS assigned prefix: {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.158222 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.158673 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.159015 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:router Oct 23 19:57:00.159447 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:floatingip Oct 23 19:57:00.159924 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service METERING assigned prefix: /metering {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.161360 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:57:00.161737 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:57:00.162095 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 19:57:00.163137 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of CountableResource for resource:rbac_policy Oct 23 19:57:00.163609 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:security_group Oct 23 19:57:00.164043 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:security_group_rule Oct 23 19:57:00.164559 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service CORE assigned prefix: {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.164898 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 19:57:00.165246 dv-cinder-862432-1-iscsi neutron-server[104546]: WARNING neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] subnetpool is already registered Oct 23 19:57:00.165678 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service CORE assigned prefix: {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.166012 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 19:57:00.166380 dv-cinder-862432-1-iscsi neutron-server[104546]: WARNING neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] subnetpool is already registered Oct 23 19:57:00.169272 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.169713 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service FLAVORS assigned prefix: {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.170341 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.170767 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.171106 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:router Oct 23 19:57:00.171454 dv-cinder-862432-1-iscsi neutron-server[104546]: WARNING neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] router is already registered Oct 23 19:57:00.171868 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:floatingip Oct 23 19:57:00.172207 dv-cinder-862432-1-iscsi neutron-server[104546]: WARNING neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] floatingip is already registered Oct 23 19:57:00.172663 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service METERING assigned prefix: /metering {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.173354 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of CountableResource for resource:rbac_policy Oct 23 19:57:00.173692 dv-cinder-862432-1-iscsi neutron-server[104546]: WARNING neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] rbac_policy is already registered Oct 23 19:57:00.174107 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:security_group Oct 23 19:57:00.174543 dv-cinder-862432-1-iscsi neutron-server[104546]: WARNING neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] security_group is already registered Oct 23 19:57:00.174953 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:security_group_rule Oct 23 19:57:00.175292 dv-cinder-862432-1-iscsi neutron-server[104546]: WARNING neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] security_group_rule is already registered Oct 23 19:57:00.175921 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service CORE assigned prefix: {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.176254 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 19:57:00.176591 dv-cinder-862432-1-iscsi neutron-server[104546]: WARNING neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] subnetpool is already registered Oct 23 19:57:00.177011 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.v2.resource_helper [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Service CORE assigned prefix: {{(pid=104546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 19:57:00.177337 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 19:57:00.177670 dv-cinder-862432-1-iscsi neutron-server[104546]: WARNING neutron.quota.resource_registry [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] subnetpool is already registered Oct 23 19:57:00.178134 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: extensions {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.179637 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: address-groups {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.181142 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: address-scopes {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.182554 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: agents {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.183739 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: auto-allocated-topology {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.185545 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: availability_zones {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.186805 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: dhcp-networks {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.188365 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: dhcp-agents {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.189783 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: routers {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.191635 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: flavors {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.193178 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: service_profiles {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.194445 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: next_providers {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.195904 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: service_profiles {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.197459 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: floatingip-pools {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.198734 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: routers {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.200468 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: floatingips {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.201755 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: l3-routers {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.203198 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: l3-agents {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.204643 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: metering-labels {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.205925 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: metering-label-rules {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.208215 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: network-ip-availabilities {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.209492 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: bindings {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.211104 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: quotas {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.212797 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: quotas {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.214383 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: rbac-policies {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.215601 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: security-groups {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.216926 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: security-group-rules {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.218180 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: service-providers {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.219443 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: subnetpools {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.220792 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: subnetpools {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.222359 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: tags {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.224051 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: tags {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.225877 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: tags {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.227714 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: tags {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.229398 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: tags {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.231937 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: tags {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.233638 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: tags {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.235591 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: tags {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.237379 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: tags {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.239177 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron.api.extensions [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Extended resource: tags {{(pid=104546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 19:57:00.245252 dv-cinder-862432-1-iscsi neutron-server[104546]: WARNING keystonemiddleware.auth_token [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 23 19:57:00.250920 dv-cinder-862432-1-iscsi neutron-server[104546]: WARNING keystonemiddleware.auth_token [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 23 19:57:00.259673 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_concurrency.lockutils [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Acquiring lock "singleton_lock" {{(pid=104546) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 23 19:57:00.260002 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_concurrency.lockutils [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Acquired lock "singleton_lock" {{(pid=104546) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 23 19:57:00.260476 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_concurrency.lockutils [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Releasing lock "singleton_lock" {{(pid=104546) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 23 19:57:00.261118 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO oslo_service.service [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Starting 2 workers Oct 23 19:57:00.265915 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Started child 104659 {{(pid=104546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 19:57:00.270266 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Started child 104660 {{(pid=104546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 19:57:00.271346 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:00.271988 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO neutron.service [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Neutron service started, listening on 0.0.0.0:9696 Oct 23 19:57:00.272486 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Publish callbacks [] for process (None), before_spawn {{(pid=104546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:00.272922 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [-] (104659) wsgi starting up on http://0.0.0.0:9696 Oct 23 19:57:00.274909 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO oslo_service.service [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Starting 1 workers Oct 23 19:57:00.275004 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:00.276421 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [-] (104660) wsgi starting up on http://0.0.0.0:9696 Oct 23 19:57:00.280083 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Started child 104661 {{(pid=104546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 19:57:00.280628 dv-cinder-862432-1-iscsi neutron-server[104546]: INFO oslo_service.service [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Starting 1 workers Oct 23 19:57:00.283780 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.service [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] calling RpcWorker wait() {{(pid=104661) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 23 19:57:00.284322 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.service [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] returning from RpcWorker wait() {{(pid=104661) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 23 19:57:00.285004 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Started child 104662 {{(pid=104546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 19:57:00.285709 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:00.285825 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG neutron_lib.callbacks.manager [None req-8674b980-6939-4516-9c31-31a7f3f20e9f None None] Publish callbacks [] for process (None), after_spawn {{(pid=104546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:00.286164 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:00.287781 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104546) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 23 19:57:00.287988 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 19:57:00.288170 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 19:57:00.288400 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 19:57:00.288741 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 19:57:00.288923 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 19:57:00.289441 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.289714 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.289990 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.290278 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.290637 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:00.291092 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.291092 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.291358 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.291627 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.291901 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.292069 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.292238 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.292491 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.292725 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.293044 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.293320 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.294102 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.294379 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.294553 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.294812 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.295084 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.295349 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.295626 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] debug = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.295874 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.296362 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.296612 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.296850 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.297092 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.297365 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.297608 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.297867 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.298113 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.298374 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.298636 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.298874 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.299129 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.299361 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.299577 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.299841 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.300076 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.300550 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] host = dv-cinder-862432-1-iscsi {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.300789 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.301004 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.301237 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.301482 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.301727 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.301946 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.302216 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.302495 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.302761 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.303000 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.303260 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.303506 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.303763 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.304016 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_file = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.304182 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_options = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.304428 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.304687 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.304945 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.305145 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.305314 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.305479 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.305728 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.305893 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.306132 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.306446 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.308019 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.308019 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.308019 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.308019 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.308019 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.308019 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.308019 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.308491 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.308491 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.308701 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.308921 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.309753 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.310007 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.310307 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.310505 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.310721 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.311424 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.311424 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.311424 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.311607 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.311835 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.312087 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.312297 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.312550 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.312808 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.313042 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.313270 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.313485 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.313751 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.313976 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.314228 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.314390 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:00.314483 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.314694 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.314933 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.315119 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.315357 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.315592 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] use_json = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.315826 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.316061 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.316303 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.316508 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.316744 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.316949 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.317171 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.317667 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.317900 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.318364 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.318642 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.318942 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.319460 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.319460 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.319668 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.319894 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.320138 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.320368 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.320596 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.320887 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.321119 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.321690 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.321690 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.321929 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.322292 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.322710 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.323145 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.323522 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.323888 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.324290 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.324715 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.325132 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.325527 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.325782 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.326022 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.326285 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.326598 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.326848 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.327273 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.327755 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.328192 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.328463 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.328746 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.328965 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.329212 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.329451 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.329698 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.329932 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.330149 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.330439 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.330701 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.330928 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.331340 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.331562 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.331790 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.332012 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.332265 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.332514 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.332736 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.332949 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.333178 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.333407 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.333620 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.333849 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.334087 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.334453 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.334671 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.335081 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.335485 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.335864 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.336091 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.336321 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.336541 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.336755 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.336967 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.337183 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.337407 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.337663 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.337880 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.338099 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.338333 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.338555 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.338787 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.339031 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.339245 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.339463 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.339680 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.339895 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.340106 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.340344 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.340575 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.340788 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.341001 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.341211 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.341427 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.341638 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.341882 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.342093 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.342325 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.342554 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.342777 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.343061 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.343314 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.343549 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.343775 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.344179 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.344604 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.345049 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.345272 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.345490 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.345726 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.345977 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.346270 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.346510 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.346734 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.346951 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.347207 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.347425 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.347665 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.347881 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.348097 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.348313 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.348535 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.348752 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.348986 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.349238 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.349475 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.349742 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.349976 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.350195 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.350448 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.350849 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.351255 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.351681 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.352120 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.352350 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.352635 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.352928 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.353199 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.353449 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.353683 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.353938 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.354192 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.354477 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.354727 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.354976 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.355221 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.355442 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.355679 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.356445 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.356693 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.356944 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.357264 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.357655 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.357893 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.358109 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.358397 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.358632 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.358882 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.359149 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.359394 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.359797 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.360188 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.360435 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.360657 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.360901 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.361147 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.361364 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.361611 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.361823 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.362072 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.362324 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.362539 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.362771 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.362986 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.363228 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.363474 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.363696 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.363914 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.364185 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.364398 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.364621 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.364856 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.365088 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.365304 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.365518 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.365731 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.365979 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.366197 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.366494 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.366730 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.366971 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.367199 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.367438 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.367692 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.367924 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.368168 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.368408 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.368623 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.368835 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.369066 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.369295 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.369531 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.369758 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.369969 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.370223 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.370503 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.370872 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.371124 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.371356 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.371674 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.372440 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.372660 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.372886 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.373099 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.373342 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.373566 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.373807 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.374022 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.374281 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.374499 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.374729 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.374940 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.375158 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.375384 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.375638 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.375861 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.376090 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.376323 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.376687 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.376917 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.377154 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.377349 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.377557 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.377781 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.377987 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.378204 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.378453 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.378684 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.379011 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.379265 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.379496 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.379756 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.379974 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.380203 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.380431 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.380641 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.380851 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.381077 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.381290 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.381504 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.381749 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.381980 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.382189 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.382458 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.382674 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.382881 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.383102 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.383332 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.383539 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.383758 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.383973 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.384202 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.384470 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.384683 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.384893 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.385111 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.385355 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.385544 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.385748 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.385956 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.386163 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.386407 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.386621 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.386828 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.387121 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.387391 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.387608 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.388691 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.388691 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.388691 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.388691 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.389026 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.389104 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.389332 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.389596 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.389809 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.390027 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.390285 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.390614 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.390905 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.391157 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.391408 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.391685 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.391957 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.392223 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.392453 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.392770 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.393089 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.393364 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.393450 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:00.393626 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.393880 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.394124 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.394368 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.394612 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.394895 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.395057 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.395270 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.395524 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.395750 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.395990 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.396205 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.396433 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.397339 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.397339 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.397339 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.397339 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.397597 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.397674 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 19:57:00.398184 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104546) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 23 19:57:00.398372 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 19:57:00.398541 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 19:57:00.398718 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 19:57:00.398887 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 19:57:00.399033 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 19:57:00.399247 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.399408 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.399560 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.399716 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.399895 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.400053 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.400207 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.400514 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.400681 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.400843 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.401002 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.401156 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.401310 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.401468 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.401626 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.401781 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.401943 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.402105 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.402301 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.402440 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.402597 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.402755 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] debug = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.403446 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.403651 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.403820 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.403977 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.404134 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.404289 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.404446 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.404608 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.404766 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.404923 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.405081 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.405237 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.405395 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.405553 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.405708 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.405867 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.406023 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.406179 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] host = dv-cinder-862432-1-iscsi {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.406359 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.406508 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.406647 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.406806 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.406963 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.407119 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.407276 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.407432 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.407589 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.407744 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.407901 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.408056 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.408215 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.408371 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_file = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.408527 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_options = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.408684 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.408840 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.408996 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.409182 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.409345 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.409502 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.409841 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.409841 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.410040 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.410131 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.410255 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.410417 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.410574 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.410730 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.410888 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.411045 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.411202 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.411415 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.411551 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.411644 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.411802 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.411959 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.412116 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.412272 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.412430 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.412585 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.412741 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.412897 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.413054 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.413209 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.413365 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.413522 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.413677 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.413834 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.413990 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.414146 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.414326 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.414487 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.414646 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.414802 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.414964 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.415096 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.415257 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.415413 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.415571 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.415727 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.415879 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] use_json = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.416037 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.416194 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.416350 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.416508 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.416663 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.416845 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.416971 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.417128 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.417477 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 19:57:00.417477 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.417710 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.417829 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.417948 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.418066 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.418505 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.418505 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.418752 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.418752 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.418948 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.419039 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.419165 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.419335 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.419496 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.419656 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.420002 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.420002 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.420241 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.420241 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.420468 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.420588 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.420707 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.420854 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.421014 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.421176 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.421306 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.421525 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.421659 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.421780 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.421934 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.422108 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.422286 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.422448 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.422608 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.422770 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.422929 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.423089 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.423250 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.423409 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.423569 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.423728 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.423887 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.424046 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.424206 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.424365 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.424528 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.424690 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.424850 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.425009 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.425168 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.425329 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.425488 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.425648 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.425808 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.425968 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.426127 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.426304 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.426476 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.426634 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.426794 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.426953 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.427114 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.427273 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.427431 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.427590 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.427749 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.427908 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.428067 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.428239 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.428398 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.428558 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.428716 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.428877 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.429035 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.429195 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.429353 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.429512 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.429670 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.429829 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.429988 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.430146 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.430340 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.430471 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.430632 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.430790 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.430948 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.431107 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.431265 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.431425 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.431585 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.431744 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.431910 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.432088 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.432250 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.432408 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.432567 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.432724 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.432898 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.433029 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.433186 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.433343 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.434586 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.434586 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.434586 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.434586 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.434885 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.434885 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.435017 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.435082 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.435227 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.435564 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.435905 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.436080 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.436214 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.436391 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.436527 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.436686 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.436846 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.437004 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.437162 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.437320 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.437479 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.437638 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.437807 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.437966 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.438127 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.438314 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.438483 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.438652 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.438812 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.438973 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.439133 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.439291 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.439451 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.439608 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.439767 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.439925 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.440085 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.440244 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.440415 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.440575 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.440734 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.440893 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.441074 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.441232 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.441390 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.441549 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.441708 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.441867 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.442025 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.442184 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.442623 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.442781 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.442940 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.443100 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.443260 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.443420 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.443579 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.443738 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.443897 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.444057 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.444217 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.444376 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.444536 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.444698 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.444857 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.445016 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.445176 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.445335 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.445495 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.445654 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.445813 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.445973 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.446131 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.446311 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.446471 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.446630 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.446788 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.446946 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.447105 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.447267 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.447426 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.447586 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.447746 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.447907 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.448066 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.448226 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.448388 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.448546 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.448705 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.448865 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.449023 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.449183 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.449342 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.449501 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.449677 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.449866 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.450026 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.450203 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.450388 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.450548 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.450709 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.450869 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.451028 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.451187 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.451346 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.451506 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.451664 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.451828 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.451986 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.452148 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.452306 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.452465 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.452624 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.452782 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.452940 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.453102 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.453264 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.453424 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.453584 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.453744 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.453906 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.454064 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.454223 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.454404 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.454566 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.454725 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.454886 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.455045 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.455205 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.455394 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.455538 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.455695 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.455853 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.456012 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.456171 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.456340 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.456499 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.456658 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.456815 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.456974 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.457151 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.457302 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.457459 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.457618 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.457776 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.457934 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.458093 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.458278 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.458441 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.458601 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.458760 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.458919 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.459078 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.459245 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.459404 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.459563 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.459721 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.459880 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.460038 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.460207 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.460366 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.460525 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.460683 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.460842 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.461001 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.461168 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.461328 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.461487 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.461653 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.461812 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.461970 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.462129 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.462321 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.462482 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.462642 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.462802 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.462960 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.463118 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.463279 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.463443 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.463612 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.463778 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.463940 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.464107 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.464274 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.464442 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.464605 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.464770 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.464941 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.465100 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.465259 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.465946 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.466105 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.466281 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.466443 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.466769 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.466769 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.466910 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.467042 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.467201 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.467361 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.467520 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.467680 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.467839 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.467997 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.468155 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.468314 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.468473 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 19:57:00.468623 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 19:57:00.611168 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52046) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:00.618034 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [-] 10.222.0.13 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047686 Oct 23 19:57:00.622558 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [-] 10.222.0.13 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037985 Oct 23 19:57:09.769254 dv-cinder-862432-1-iscsi neutron-server[104546]: DEBUG dbcounter [-] [104546] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:11.803909 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ebb9ad-08a2-4e7b-8d96-a666652d84cf None None] get_active_networks_info from dv-cinder-862432-1-iscsi {{(pid=104661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 19:57:11.831027 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writer thread running {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 19:57:11.831385 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writer thread running {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 19:57:11.900693 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ebb9ad-08a2-4e7b-8d96-a666652d84cf None None] No non-hosted networks {{(pid=104661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 23 19:57:11.908621 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.agentschedulers_db [None req-55ebb9ad-08a2-4e7b-8d96-a666652d84cf None None] DHCP Agent not found on host dv-cinder-862432-1-iscsi {{(pid=104661) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 23 19:57:11.972748 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1e6e41bb-35f8-4467-8326-02fcf1e1e381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16392351'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:13.515589 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writer thread running {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 19:57:14.180568 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-37c77014-49d6-4320-a456-7461befb98e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16392351'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:14.186607 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6d803587-2867-4456-a0f8-2f83d2c87e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:15.362561 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16392351'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:15.576533 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52120) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:16.155271 dv-cinder-862432-1-iscsi neutron-server[104660]: WARNING oslo_policy.policy [None req-7bd350c5-d2ce-47ac-9701-a007a0895471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 19:57:16.155817 dv-cinder-862432-1-iscsi neutron-server[104660]: WARNING oslo_policy.policy [None req-7bd350c5-d2ce-47ac-9701-a007a0895471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 19:57:16.377892 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [None req-7bd350c5-d2ce-47ac-9701-a007a0895471 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104660) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 19:57:16.394770 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-7bd350c5-d2ce-47ac-9701-a007a0895471 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8172233 Oct 23 19:57:16.729720 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16392351'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:17.106290 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16392351'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:17.107457 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.108077 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.108693 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.109271 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.109949 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.110612 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.111157 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.111818 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.112653 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.113177 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.113937 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.114595 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.115139 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.115535 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.115951 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:17.116722 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-862432-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:17.123855 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-862432-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:18.454666 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.db.l3_hamode_db [None req-71b6f322-e350-4b7a-a4bd-55ef3c8fd05e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 23 19:57:18.534629 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b6f322-e350-4b7a-a4bd-55ef3c8fd05e None None] Routers set() bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 19:57:18.535284 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b6f322-e350-4b7a-a4bd-55ef3c8fd05e None None] Router IDs set() for agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 23 19:57:19.107274 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52156) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:19.422336 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-be2c9266-a544-4fbc-9017-95f2a0eaed98 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 19:57:19.434597 dv-cinder-862432-1-iscsi neutron-server[104660]: ERROR stevedore.extension [None req-be2c9266-a544-4fbc-9017-95f2a0eaed98 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 23 19:57:19.514880 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.policy [None req-be2c9266-a544-4fbc-9017-95f2a0eaed98 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104660) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 23 19:57:19.556010 dv-cinder-862432-1-iscsi neutron-server[104660]: WARNING oslo_policy.policy [None req-be2c9266-a544-4fbc-9017-95f2a0eaed98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 19:57:19.556337 dv-cinder-862432-1-iscsi neutron-server[104660]: WARNING oslo_policy.policy [None req-be2c9266-a544-4fbc-9017-95f2a0eaed98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 19:57:19.576694 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writer thread running {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 19:57:19.649384 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-be2c9266-a544-4fbc-9017-95f2a0eaed98 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774109732094', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774109732546', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774109748271', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774109741804', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774109702231', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774109693139', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4663217', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-12196748', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-328765', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-409058'] for rbac-policy (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:19.718697 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-be2c9266-a544-4fbc-9017-95f2a0eaed98 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:19.719875 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-be2c9266-a544-4fbc-9017-95f2a0eaed98 admin admin] 10.222.0.13 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6116405 Oct 23 19:57:22.286149 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52166) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:22.603699 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 19:57:22.633062 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Made reservation on behalf of 0a195ad6e19d43ba991afe5458887d8c for: {'network': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 19:57:22.637358 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:22.654752 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:22.766827 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Publish callbacks [] for security_group (f0ff916a-c466-40eb-a7ea-3c69e3ce2561), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:22.770213 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (f0ff916a-c466-40eb-a7ea-3c69e3ce2561), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:22.794714 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=104660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 19:57:22.827496 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774106628666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (3cac1643-b4bd-4ab7-a004-a9996c28df88), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:22.828054 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Unsubscribe: segment precommit_create {{(pid=104660) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 23 19:57:22.828620 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.segments_db [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Added segment 3cac1643-b4bd-4ab7-a004-a9996c28df88 of type vlan for network f01cecf2-7e59-4174-988b-4c82354022da Oct 23 19:57:22.861333 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ff916a-c466-40eb-a7ea-3c69e3ce2561,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:22.904225 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.904565 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.904928 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.905276 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.905606 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.905927 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.906270 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.906588 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.906906 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.907221 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.907536 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.907866 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.908182 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.908493 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.908806 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Tracked resource versions report: Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: pushed versions: Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: { 'AddressGroup': {'1.2'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Agent': {'1.1'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'ConntrackHelper': {'1.0'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'LocalIPAssociation': {'1.0'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Log': {'1.0'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'NDPProxy': {'1.0'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Network': {'1.1'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Port': {'1.7'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'PortForwarding': {'1.3'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'QosPolicy': {'1.10'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'SecurityGroup': {'1.5'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'SecurityGroupRule': {'1.2'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'SubPort': {'1.0'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Subnet': {'1.1'}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Trunk': {'1.1'}} Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: consumer versions: Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: { DHCP agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: L3 agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: Metadata agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: Metering agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: Open vSwitch agent@dv-cinder-862432-1-iscsi: { 'AddressGroup': '1.2', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Agent': '1.1', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'ConntrackHelper': '1.0', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'LocalIPAssociation': '1.0', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Log': '1.0', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'NDPProxy': '1.0', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Network': '1.1', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Port': '1.7', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'PortForwarding': '1.3', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'QosPolicy': '1.10', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'SecurityGroup': '1.5', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'SecurityGroupRule': '1.2', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'SubPort': '1.0', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Subnet': '1.1', Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Trunk': '1.1'}} Oct 23 19:57:22.910134 dv-cinder-862432-1-iscsi neutron-server[104660]: {{(pid=104660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 19:57:22.933876 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (f01cecf2-7e59-4174-988b-4c82354022da), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:22.975550 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (f01cecf2-7e59-4174-988b-4c82354022da), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:22.980496 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:57:22.981761 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:23.005469 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:UPDATE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:23.063075 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7759166 Oct 23 19:57:23.104904 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e64491-6c74-408a-81b1-944c1fb3f813 demo demo] Pushing event updated for resources: {'Network': ['ID=f01cecf2-7e59-4174-988b-4c82354022da,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:23.117300 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network f01cecf2-7e59-4174-988b-4c82354022da details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 19:57:25.675693 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52180) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:26.085812 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dc2f15-e1f3-46ed-a8fd-bb2e64d0ebad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:57:26.087208 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-75dc2f15-e1f3-46ed-a8fd-bb2e64d0ebad demo admin] 10.222.0.13 "GET /networking/v2.0/networks/f01cecf2-7e59-4174-988b-4c82354022da HTTP/1.1" status: 200 len: 825 time: 0.4105763 Oct 23 19:57:26.111479 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-0c07ce06-8764-4217-939f-d2fbb01f5682 demo admin] 10.222.0.13 "GET /networking/v2.0/subnetpools/705c46e8-2f6c-4f15-8874-c0f4cb90d373 HTTP/1.1" status: 200 len: 734 time: 0.0183232 Oct 23 19:57:26.119813 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-988d375d-5756-4865-9080-8af334507908 demo admin] Request body: {'subnet': {'subnetpool_id': '705c46e8-2f6c-4f15-8874-c0f4cb90d373', 'ip_version': 4, 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 19:57:26.141796 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988d375d-5756-4865-9080-8af334507908 demo admin] Made reservation on behalf of 0a195ad6e19d43ba991afe5458887d8c for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 19:57:26.144062 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-988d375d-5756-4865-9080-8af334507908 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:26.356861 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:26.433187 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-988d375d-5756-4865-9080-8af334507908 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (2100f903-f29a-4120-a64b-abb3aea00e4c), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:26.501414 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d375d-5756-4865-9080-8af334507908 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2100f903-f29a-4120-a64b-abb3aea00e4c,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:26.508162 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d375d-5756-4865-9080-8af334507908 demo admin] Checking segment: {'id': '3cac1643-b4bd-4ab7-a004-a9996c28df88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 19:57:26.508520 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988d375d-5756-4865-9080-8af334507908 demo admin] Network hostable DHCP agents. Network: f01cecf2-7e59-4174-988b-4c82354022da, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 19:57:26.529857 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988d375d-5756-4865-9080-8af334507908 demo admin] Network f01cecf2-7e59-4174-988b-4c82354022da is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 19:57:26.540239 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-988d375d-5756-4865-9080-8af334507908 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, f01cecf2-7e59-4174-988b-4c82354022da) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 19:57:26.544963 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988d375d-5756-4865-9080-8af334507908 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:57:26.545591 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-988d375d-5756-4865-9080-8af334507908 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:26.550456 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdb2ac8-764a-461e-a245-20dcfa9a82b7 None None] Network f01cecf2-7e59-4174-988b-4c82354022da requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 19:57:26.564889 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-988d375d-5756-4865-9080-8af334507908 demo admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4482133 Oct 23 19:57:26.813964 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-f01cecf2-7e59-4174-988b-4c82354022da', 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da', 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'fixed_ips': [{'subnet_id': '2100f903-f29a-4120-a64b-abb3aea00e4c'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 19:57:26.815349 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:27.089782 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Allocated IP 172.20.0.2 (f01cecf2-7e59-4174-988b-4c82354022da/2100f903-f29a-4120-a64b-abb3aea00e4c/7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 19:57:27.351883 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Publish callbacks [] for port (7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:27.360105 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:27.435670 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:27.445158 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Network f01cecf2-7e59-4174-988b-4c82354022da is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 19:57:27.449173 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Pushing event updated for resources: {'Port': ['ID=7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:27.452025 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 19:57:27.461257 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.461605 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.461960 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.462345 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.462673 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.462996 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.463319 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.463638 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.463960 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.464277 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.464597 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.464935 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.465290 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.465607 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.465920 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Tracked resource versions report: Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: pushed versions: Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: { 'AddressGroup': {'1.2'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Agent': {'1.1'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'ConntrackHelper': {'1.0'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'LocalIPAssociation': {'1.0'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Log': {'1.0'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'NDPProxy': {'1.0'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Network': {'1.1'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Port': {'1.7'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'PortForwarding': {'1.3'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'QosPolicy': {'1.10'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'SecurityGroup': {'1.5'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'SecurityGroupRule': {'1.2'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'SubPort': {'1.0'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Subnet': {'1.1'}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Trunk': {'1.1'}} Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: consumer versions: Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: { DHCP agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: L3 agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: Metadata agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: Metering agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: Open vSwitch agent@dv-cinder-862432-1-iscsi: { 'AddressGroup': '1.2', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Agent': '1.1', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'ConntrackHelper': '1.0', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'LocalIPAssociation': '1.0', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Log': '1.0', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'NDPProxy': '1.0', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Network': '1.1', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Port': '1.7', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'PortForwarding': '1.3', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'QosPolicy': '1.10', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'SecurityGroup': '1.5', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'SecurityGroupRule': '1.2', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'SubPort': '1.0', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Subnet': '1.1', Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Trunk': '1.1'}} Oct 23 19:57:27.467312 dv-cinder-862432-1-iscsi neutron-server[104661]: {{(pid=104661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 19:57:27.469758 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 19:57:27.552608 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Attempting to bind port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 19:57:27.553270 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Attempting to bind port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '3cac1643-b4bd-4ab7-a004-a9996c28df88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 19:57:27.553398 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Attempting to bind port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e on network f01cecf2-7e59-4174-988b-4c82354022da {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 19:57:27.597869 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 19, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 19:57:27.598229 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Checking segment: {'id': '3cac1643-b4bd-4ab7-a004-a9996c28df88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 19:57:27.598791 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:27.599177 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Bound using segment: {'id': '3cac1643-b4bd-4ab7-a004-a9996c28df88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 19:57:27.599684 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Bound port: 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cac1643-b4bd-4ab7-a004-a9996c28df88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 19:57:27.600068 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:27.658870 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] For port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 19:57:27.677066 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] For port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e,segment=NetworkSegment(3cac1643-b4bd-4ab7-a004-a9996c28df88),segment_id=3cac1643-b4bd-4ab7-a004-a9996c28df88)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 19:57:27.685153 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:27.734118 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d39b75-ff6a-4483-8828-f70f56c2bd28 None None] Pushing event updated for resources: {'Port': ['ID=7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:29.222993 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52190) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:29.546084 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [None req-e1cd33c0-ecd6-429d-b0cd-e4dd110c64ff admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104660) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 19:57:29.547170 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-e1cd33c0-ecd6-429d-b0cd-e4dd110c64ff admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3232534 Oct 23 19:57:30.735918 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=6 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:30.740369 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:32.213948 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 52202) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:32.728258 dv-cinder-862432-1-iscsi neutron-server[104659]: WARNING oslo_policy.policy [None req-7551ee65-f4f5-4f80-90ac-f1b61da10021 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 19:57:32.728814 dv-cinder-862432-1-iscsi neutron-server[104659]: WARNING oslo_policy.policy [None req-7551ee65-f4f5-4f80-90ac-f1b61da10021 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 19:57:32.947434 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [None req-7551ee65-f4f5-4f80-90ac-f1b61da10021 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 19:57:32.948828 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-7551ee65-f4f5-4f80-90ac-f1b61da10021 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7329643 Oct 23 19:57:34.777821 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 19:57:34.859934 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 19:57:34.860342 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:34.860712 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e Oct 23 19:57:34.961384 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 19:57:34.961773 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:34.981818 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:34.998012 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e,segment=NetworkSegment(3cac1643-b4bd-4ab7-a004-a9996c28df88),segment_id=3cac1643-b4bd-4ab7-a004-a9996c28df88)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 19:57:35.001801 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:35.052098 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:35.620773 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 52220) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:35.739569 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce6cd02-349d-4d13-9f43-efd6a583b28f None None] Network f01cecf2-7e59-4174-988b-4c82354022da requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 19:57:35.798114 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:35.817356 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-9937571c-dd07-4996-8d74-d404c79fc532 None None] Provisioning complete for port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 19:57:35.817743 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9937571c-dd07-4996-8d74-d404c79fc532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:35.818367 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-9937571c-dd07-4996-8d74-d404c79fc532 None None] Attempt 1 to provision port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e Oct 23 19:57:35.939215 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-9937571c-dd07-4996-8d74-d404c79fc532 None None] Current status of the port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 19:57:35.962185 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-c2ea670b-70c7-482c-a014-1ffd2ed20370 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 19:57:35.971951 dv-cinder-862432-1-iscsi neutron-server[104659]: ERROR stevedore.extension [None req-c2ea670b-70c7-482c-a014-1ffd2ed20370 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 23 19:57:36.024000 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.policy [None req-c2ea670b-70c7-482c-a014-1ffd2ed20370 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104659) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 23 19:57:36.057744 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-636f8af2-4778-4a67-823d-70b1f6457356 None None] Provisioning complete for port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 19:57:36.058139 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-636f8af2-4778-4a67-823d-70b1f6457356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:36.058522 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-636f8af2-4778-4a67-823d-70b1f6457356 None None] Attempt 1 to provision port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e Oct 23 19:57:36.068365 dv-cinder-862432-1-iscsi neutron-server[104659]: WARNING oslo_policy.policy [None req-c2ea670b-70c7-482c-a014-1ffd2ed20370 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 19:57:36.068769 dv-cinder-862432-1-iscsi neutron-server[104659]: WARNING oslo_policy.policy [None req-c2ea670b-70c7-482c-a014-1ffd2ed20370 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 19:57:36.089317 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writer thread running {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 19:57:36.095984 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:36.131328 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-636f8af2-4778-4a67-823d-70b1f6457356 None None] Current status of the port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 19:57:36.133617 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c2ea670b-70c7-482c-a014-1ffd2ed20370 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16399959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48049'] for router (a6b71796-6402-47ba-a730-05493fc64fea), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:36.135855 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c2ea670b-70c7-482c-a014-1ffd2ed20370 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16393245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16406672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48056'] for router (a6b71796-6402-47ba-a730-05493fc64fea), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:36.290988 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c2ea670b-70c7-482c-a014-1ffd2ed20370 demo demo] Publish callbacks [] for router_controller (a6b71796-6402-47ba-a730-05493fc64fea), precommit_add_association {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:36.295901 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c2ea670b-70c7-482c-a014-1ffd2ed20370 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16393388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623'] for router (a6b71796-6402-47ba-a730-05493fc64fea), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:36.318813 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c2ea670b-70c7-482c-a014-1ffd2ed20370 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:36.319959 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-c2ea670b-70c7-482c-a014-1ffd2ed20370 demo demo] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6976624 Oct 23 19:57:36.554720 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:INSERT=2,neutron:SELECT=21,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:36.555398 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=63,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:36.768006 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 19:57:36.811231 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 19:57:36.811833 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:36.811833 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e Oct 23 19:57:36.887253 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 19:57:38.906820 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 52234) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:39.224131 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [None req-0fa69c66-cd41-49be-beda-c5653a91077c admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 19:57:39.225104 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-0fa69c66-cd41-49be-beda-c5653a91077c admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3173549 Oct 23 19:57:39.331202 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 5 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 19:57:41.776078 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f32dd221-31d7-43fc-b86d-c634814131f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:41.837307 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 52242) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:42.159082 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 19:57:42.182673 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Made reservation on behalf of c6d0fd21d5e64f76b7baefae60befbed for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 19:57:42.185563 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:42.201755 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:42.304159 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Publish callbacks [] for security_group (701d89f8-f8fa-40ab-866e-e008f2448505), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:42.307578 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (701d89f8-f8fa-40ab-866e-e008f2448505), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:42.319235 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Reserving flat network on physical network physnet1 {{(pid=104659) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 23 19:57:42.352367 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774106628666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (b4fe7a97-9ef9-423c-b1ee-f15347a16d86), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:42.352911 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Unsubscribe: segment precommit_create {{(pid=104659) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 23 19:57:42.353428 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Added segment b4fe7a97-9ef9-423c-b1ee-f15347a16d86 of type flat for network 3d6885ca-cf96-428e-afce-731ce2a4b2ac Oct 23 19:57:42.368691 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701d89f8-f8fa-40ab-866e-e008f2448505,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:42.394513 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.394791 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.395151 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.395484 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.395809 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.396132 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.396450 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.396769 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.397103 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.397423 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.397754 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.398084 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.398421 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.398736 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.399047 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Tracked resource versions report: Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: pushed versions: Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: { 'AddressGroup': {'1.2'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Agent': {'1.1'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'ConntrackHelper': {'1.0'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'LocalIPAssociation': {'1.0'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Log': {'1.0'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'NDPProxy': {'1.0'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Network': {'1.1'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Port': {'1.7'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'PortForwarding': {'1.3'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'QosPolicy': {'1.10'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'SecurityGroup': {'1.5'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'SecurityGroupRule': {'1.2'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'SubPort': {'1.0'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Subnet': {'1.1'}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Trunk': {'1.1'}} Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: consumer versions: Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: { DHCP agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: L3 agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: Metadata agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: Metering agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: Open vSwitch agent@dv-cinder-862432-1-iscsi: { 'AddressGroup': '1.2', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Agent': '1.1', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'ConntrackHelper': '1.0', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'LocalIPAssociation': '1.0', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Log': '1.0', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'NDPProxy': '1.0', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Network': '1.1', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Port': '1.7', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'PortForwarding': '1.3', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'QosPolicy': '1.10', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'SecurityGroup': '1.5', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'SecurityGroupRule': '1.2', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'SubPort': '1.0', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Subnet': '1.1', Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Trunk': '1.1'}} Oct 23 19:57:42.400451 dv-cinder-862432-1-iscsi neutron-server[104659]: {{(pid=104659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 19:57:42.467676 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (3d6885ca-cf96-428e-afce-731ce2a4b2ac), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:42.508837 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (3d6885ca-cf96-428e-afce-731ce2a4b2ac), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:42.510056 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:57:42.510833 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:42.566923 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7286067 Oct 23 19:57:42.616835 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9517f-bd4d-4e19-b8c2-a74846ffd8f2 admin admin] Pushing event updated for resources: {'Network': ['ID=3d6885ca-cf96-428e-afce-731ce2a4b2ac,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:42.628025 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 19:57:44.143493 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-7d7efa4c-2d41-42e5-b4c3-da42a4b47afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:45.148784 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52254) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:45.324272 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:45.514685 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528564f4-a0f8-41e7-87dc-a9e7df4a693d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:57:45.515989 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-528564f4-a0f8-41e7-87dc-a9e7df4a693d demo admin] 10.222.0.13 "GET /networking/v2.0/subnets/2100f903-f29a-4120-a64b-abb3aea00e4c HTTP/1.1" status: 200 len: 849 time: 0.3662860 Oct 23 19:57:45.673576 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-51a01572-6689-4b88-89d3-dc53f704b267 demo admin] 10.222.0.13 "GET /networking/v2.0/routers/a6b71796-6402-47ba-a730-05493fc64fea HTTP/1.1" status: 200 len: 704 time: 0.1516056 Oct 23 19:57:45.930679 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:46.216027 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Allocated IP 172.20.0.1 (f01cecf2-7e59-4174-988b-4c82354022da/2100f903-f29a-4120-a64b-abb3aea00e4c/f1cf1656-0c87-4a44-86eb-fd4e59fd11b1) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 19:57:46.369046 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Publish callbacks [] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:46.432271 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:46.538522 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Network f01cecf2-7e59-4174-988b-4c82354022da is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 19:57:46.543569 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 19:57:46.550638 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 19:57:46.551202 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394435'] for router_interface (a6b71796-6402-47ba-a730-05493fc64fea), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:46.625653 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Pushing event updated for resources: {'Port': ['ID=f1cf1656-0c87-4a44-86eb-fd4e59fd11b1,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:46.727513 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:46.728587 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-48c39a38-6a57-4350-a918-249bdbc98ebf None None] Provisioning complete for port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 19:57:46.728962 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-48c39a38-6a57-4350-a918-249bdbc98ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:46.729299 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-48c39a38-6a57-4350-a918-249bdbc98ebf None None] Attempt 1 to provision port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 Oct 23 19:57:46.760538 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-48c39a38-6a57-4350-a918-249bdbc98ebf None None] Port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 19:57:46.765539 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:46.768077 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:46.768629 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:46.968564 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Publish callbacks [] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:46.972728 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:46.973483 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16321054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16394327'] for router_interface (a6b71796-6402-47ba-a730-05493fc64fea), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:47.032943 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Pushing event updated for resources: {'Port': ['ID=f1cf1656-0c87-4a44-86eb-fd4e59fd11b1,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:47.097750 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Network f01cecf2-7e59-4174-988b-4c82354022da is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 19:57:47.099141 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 19:57:47.114069 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:47.255872 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Router a6b71796-6402-47ba-a730-05493fc64fea is scheduled to L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba with binding_index 1 {{(pid=104660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 19:57:47.279006 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-b2812c49-6582-4793-9997-80acd93e72ea None None] Provisioning complete for port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 19:57:47.279398 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b2812c49-6582-4793-9997-80acd93e72ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:47.279859 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-b2812c49-6582-4793-9997-80acd93e72ea None None] Attempt 1 to provision port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 Oct 23 19:57:47.310896 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-b2812c49-6582-4793-9997-80acd93e72ea None None] Port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 19:57:47.343562 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 19:57:47.355930 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-42a1efc5-9078-46fb-a7fb-59a799ca431e demo admin] 10.222.0.13 "PUT /networking/v2.0/routers/a6b71796-6402-47ba-a730-05493fc64fea/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6700971 Oct 23 19:57:47.356073 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Sync routers for ids ['a6b71796-6402-47ba-a730-05493fc64fea'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 19:57:47.365961 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Routers {'a6b71796-6402-47ba-a730-05493fc64fea'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 19:57:47.366887 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T19:57:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a6b71796-6402-47ba-a730-05493fc64fea'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:47.545568 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Set router a6b71796-6402-47ba-a730-05493fc64fea gateway port host: None {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 19:57:47.956215 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'name': 'router1', 'tenant_id': '0a195ad6e19d43ba991afe5458887d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T19:57:36Z', 'updated_at': '2022-10-23T19:57:46Z', 'revision_number': 2, 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'gw_port_host': None, '_interfaces': [{'id': 'f1cf1656-0c87-4a44-86eb-fd4e59fd11b1', 'name': '', 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da', 'tenant_id': '0a195ad6e19d43ba991afe5458887d8c', 'mac_address': 'fa:16:3e:d9:42:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2100f903-f29a-4120-a64b-abb3aea00e4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T19:57:45Z', 'updated_at': '2022-10-23T19:57:46Z', 'revision_number': 2, 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'subnets': [{'id': '2100f903-f29a-4120-a64b-abb3aea00e4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '705c46e8-2f6c-4f15-8874-c0f4cb90d373'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:48.003747 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Checking router: a6b71796-6402-47ba-a730-05493fc64fea for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 19:57:48.004117 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Updating router a6b71796-6402-47ba-a730-05493fc64fea port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 binding host dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 19:57:48.058820 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:48.549122 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Publish callbacks [] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:48.555922 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:48.697895 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Pushing event updated for resources: {'Port': ['ID=f1cf1656-0c87-4a44-86eb-fd4e59fd11b1,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:48.707943 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.708294 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.708623 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.708954 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.709277 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.709598 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.709914 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.710226 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.710570 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.711353 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.711353 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.711487 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.711797 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.712550 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.712550 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Tracked resource versions report: Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: pushed versions: Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: { 'AddressGroup': {'1.2'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Agent': {'1.1'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'ConntrackHelper': {'1.0'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'LocalIPAssociation': {'1.0'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Log': {'1.0'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'NDPProxy': {'1.0'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Network': {'1.1'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Port': {'1.7'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'PortForwarding': {'1.3'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'QosPolicy': {'1.10'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'SecurityGroup': {'1.5'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'SecurityGroupRule': {'1.2'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'SubPort': {'1.0'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Subnet': {'1.1'}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Trunk': {'1.1'}} Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: consumer versions: Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: { DHCP agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: L3 agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: Metadata agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: Metering agent@dv-cinder-862432-1-iscsi: {}, Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: Open vSwitch agent@dv-cinder-862432-1-iscsi: { 'AddressGroup': '1.2', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Agent': '1.1', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'ConntrackHelper': '1.0', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'LocalIPAssociation': '1.0', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Log': '1.0', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'NDPProxy': '1.0', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Network': '1.1', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Port': '1.7', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'PortForwarding': '1.3', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'QosPolicy': '1.10', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'SecurityGroup': '1.5', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'SecurityGroupRule': '1.2', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'SubPort': '1.0', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Subnet': '1.1', Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Trunk': '1.1'}} Oct 23 19:57:48.713759 dv-cinder-862432-1-iscsi neutron-server[104662]: {{(pid=104662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 19:57:48.717681 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Attempting to bind port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 19:57:48.718215 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Attempting to bind port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '3cac1643-b4bd-4ab7-a004-a9996c28df88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 19:57:48.718738 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Attempting to bind port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 on network f01cecf2-7e59-4174-988b-4c82354022da {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 19:57:48.800622 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 19, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 19:57:48.800931 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Checking segment: {'id': '3cac1643-b4bd-4ab7-a004-a9996c28df88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 19:57:48.801387 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:48.801767 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Bound using segment: {'id': '3cac1643-b4bd-4ab7-a004-a9996c28df88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 19:57:48.802279 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Bound port: f1cf1656-0c87-4a44-86eb-fd4e59fd11b1, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cac1643-b4bd-4ab7-a004-a9996c28df88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 19:57:48.802645 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:48.860656 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:48.864328 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:48.869280 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] For port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 19:57:48.890111 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] For port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=f1cf1656-0c87-4a44-86eb-fd4e59fd11b1,segment=NetworkSegment(3cac1643-b4bd-4ab7-a004-a9996c28df88),segment_id=3cac1643-b4bd-4ab7-a004-a9996c28df88)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 19:57:48.895892 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:48.928122 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Routers {'a6b71796-6402-47ba-a730-05493fc64fea'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 19:57:48.928717 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T19:57:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a6b71796-6402-47ba-a730-05493fc64fea'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:49.012319 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245a6e1-597d-4d34-af5e-50f76a6cf8b2 None None] Pushing event updated for resources: {'Port': ['ID=f1cf1656-0c87-4a44-86eb-fd4e59fd11b1,revision_number=4']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:49.031311 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] Set router a6b71796-6402-47ba-a730-05493fc64fea gateway port host: None {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 19:57:49.220626 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'name': 'router1', 'tenant_id': '0a195ad6e19d43ba991afe5458887d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T19:57:36Z', 'updated_at': '2022-10-23T19:57:46Z', 'revision_number': 2, 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'gw_port_host': None, '_interfaces': [{'id': 'f1cf1656-0c87-4a44-86eb-fd4e59fd11b1', 'name': '', 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da', 'tenant_id': '0a195ad6e19d43ba991afe5458887d8c', 'mac_address': 'fa:16:3e:d9:42:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2100f903-f29a-4120-a64b-abb3aea00e4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T19:57:45Z', 'updated_at': '2022-10-23T19:57:48Z', 'revision_number': 4, 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'subnets': [{'id': '2100f903-f29a-4120-a64b-abb3aea00e4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '705c46e8-2f6c-4f15-8874-c0f4cb90d373'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:49.244096 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8916384-7568-4c9b-aaa5-9aab1ebf188f None None] The sync data for ids ['a6b71796-6402-47ba-a730-05493fc64fea'] in dv-cinder-862432-1-iscsi is: [{'id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'name': 'router1', 'tenant_id': '0a195ad6e19d43ba991afe5458887d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T19:57:36Z', 'updated_at': '2022-10-23T19:57:46Z', 'revision_number': 2, 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'gw_port_host': None, '_interfaces': [{'id': 'f1cf1656-0c87-4a44-86eb-fd4e59fd11b1', 'name': '', 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da', 'tenant_id': '0a195ad6e19d43ba991afe5458887d8c', 'mac_address': 'fa:16:3e:d9:42:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2100f903-f29a-4120-a64b-abb3aea00e4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T19:57:45Z', 'updated_at': '2022-10-23T19:57:48Z', 'revision_number': 4, 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'subnets': [{'id': '2100f903-f29a-4120-a64b-abb3aea00e4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '705c46e8-2f6c-4f15-8874-c0f4cb90d373'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 19:57:49.946788 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52264) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:50.341523 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf103bf-860d-47be-a0a2-c80289272a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:57:50.342976 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-8bf103bf-860d-47be-a0a2-c80289272a4e admin admin] 10.222.0.13 "GET /networking/v2.0/networks/3d6885ca-cf96-428e-afce-731ce2a4b2ac HTTP/1.1" status: 200 len: 842 time: 0.3952157 Oct 23 19:57:50.353144 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 19:57:50.376716 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] Made reservation on behalf of c6d0fd21d5e64f76b7baefae60befbed for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 19:57:50.379080 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:50.559216 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:50.567209 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:50.647942 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.objects.ports [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104660) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 19:57:50.648376 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (601101c5-cf4c-4b6c-af5d-bb45eaa67213), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:50.696491 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=601101c5-cf4c-4b6c-af5d-bb45eaa67213,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:50.710915 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 19:57:50.711266 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] Network hostable DHCP agents. Network: 3d6885ca-cf96-428e-afce-731ce2a4b2ac, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 19:57:50.728109 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 19:57:50.736595 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, 3d6885ca-cf96-428e-afce-731ce2a4b2ac) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 19:57:50.740585 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:57:50.741169 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:50.747865 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f0705e-ef0b-4c61-a2aa-14b8595adc45 None None] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 19:57:50.762871 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-57fab3d0-2367-43b6-88ab-676ff37b0515 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4133210 Oct 23 19:57:50.859686 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da5b88-5c40-4240-919b-3cf8dcbb3866 None None] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 19:57:52.577111 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:INSERT=11,neutron:SELECT=46,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:52.613515 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=46,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:53.441163 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52272) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:53.857798 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-d2fad5dc-f803-4bb3-8498-acba425a2b7f demo admin] 10.222.0.13 "GET /networking/v2.0/routers/a6b71796-6402-47ba-a730-05493fc64fea HTTP/1.1" status: 200 len: 710 time: 0.4155240 Oct 23 19:57:54.033124 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26b87b5-0dd3-43e0-89c1-9fdbe10e9717 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:57:54.036727 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-a26b87b5-0dd3-43e0-89c1-9fdbe10e9717 demo admin] 10.222.0.13 "GET /networking/v2.0/networks/3d6885ca-cf96-428e-afce-731ce2a4b2ac HTTP/1.1" status: 200 len: 886 time: 0.1729348 Oct 23 19:57:54.044271 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 19:57:54.281179 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Publish callbacks [] for router_gateway (a6b71796-6402-47ba-a730-05493fc64fea), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:54.497148 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Publish callbacks [] for router_gateway (a6b71796-6402-47ba-a730-05493fc64fea), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:54.574675 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:54.621726 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:54.649868 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:54.677404 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Allocated IP 172.27.0.200 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/94f0276a-72c8-4d80-bac7-cba8c83d8e8d) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 19:57:54.782733 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 19:57:54.784673 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Publish callbacks [] for port (94f0276a-72c8-4d80-bac7-cba8c83d8e8d), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:54.816182 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (94f0276a-72c8-4d80-bac7-cba8c83d8e8d), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:54.818732 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:54.831237 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 19:57:54.831720 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:54.832141 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 Oct 23 19:57:54.854656 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 19:57:54.857559 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 19:57:54.860303 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 19:57:54.901798 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Pushing event updated for resources: {'Port': ['ID=94f0276a-72c8-4d80-bac7-cba8c83d8e8d,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:54.905065 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 19:57:54.905455 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:54.937613 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=f1cf1656-0c87-4a44-86eb-fd4e59fd11b1,segment=NetworkSegment(3cac1643-b4bd-4ab7-a004-a9996c28df88),segment_id=3cac1643-b4bd-4ab7-a004-a9996c28df88)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 19:57:54.941762 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:54.991269 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=f1cf1656-0c87-4a44-86eb-fd4e59fd11b1,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:55.110841 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Publish callbacks [] for router_gateway (a6b71796-6402-47ba-a730-05493fc64fea), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:55.292440 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16388637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16393403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48010'] for router (a6b71796-6402-47ba-a730-05493fc64fea), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:55.296393 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16388708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16388630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16393346'] for router (a6b71796-6402-47ba-a730-05493fc64fea), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:55.470617 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:55.480217 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Router a6b71796-6402-47ba-a730-05493fc64fea has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 19:57:55.578197 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 19:57:55.582312 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:55.583492 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-e5fca1e1-d5d5-4814-ab21-b863cef4fd15 demo admin] 10.222.0.13 "PUT /networking/v2.0/routers/a6b71796-6402-47ba-a730-05493fc64fea HTTP/1.1" status: 200 len: 890 time: 1.5431046 Oct 23 19:57:55.601440 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Sync routers for ids ['a6b71796-6402-47ba-a730-05493fc64fea'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 19:57:55.617766 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Routers {'a6b71796-6402-47ba-a730-05493fc64fea'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 19:57:55.618509 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T19:57:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a6b71796-6402-47ba-a730-05493fc64fea'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:55.779755 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:55.830690 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Set router a6b71796-6402-47ba-a730-05493fc64fea gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 19:57:56.003587 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:56.205385 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'name': 'router1', 'tenant_id': '0a195ad6e19d43ba991afe5458887d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '94f0276a-72c8-4d80-bac7-cba8c83d8e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T19:57:36Z', 'updated_at': '2022-10-23T19:57:54Z', 'revision_number': 4, 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'gw_port': {'id': '94f0276a-72c8-4d80-bac7-cba8c83d8e8d', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T19:57:54Z', 'updated_at': '2022-10-23T19:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'f1cf1656-0c87-4a44-86eb-fd4e59fd11b1', 'name': '', 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da', 'tenant_id': '0a195ad6e19d43ba991afe5458887d8c', 'mac_address': 'fa:16:3e:d9:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2100f903-f29a-4120-a64b-abb3aea00e4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T19:57:45Z', 'updated_at': '2022-10-23T19:57:54Z', 'revision_number': 5, 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'subnets': [{'id': '2100f903-f29a-4120-a64b-abb3aea00e4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '705c46e8-2f6c-4f15-8874-c0f4cb90d373'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:56.252383 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Checking router: a6b71796-6402-47ba-a730-05493fc64fea for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 19:57:56.252729 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Updating router a6b71796-6402-47ba-a730-05493fc64fea port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d binding host dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 19:57:56.371965 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (94f0276a-72c8-4d80-bac7-cba8c83d8e8d), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:56.676124 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Publish callbacks [] for port (94f0276a-72c8-4d80-bac7-cba8c83d8e8d), precommit_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:56.681314 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (94f0276a-72c8-4d80-bac7-cba8c83d8e8d), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:56.716959 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Attempting to bind port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 19:57:56.717345 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Attempting to bind port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 19:57:56.717754 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Attempting to bind port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d on network 3d6885ca-cf96-428e-afce-731ce2a4b2ac {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 19:57:56.730935 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34726d74-9378-4428-bc6a-70b175927a83 None None] Pushing event updated for resources: {'Port': ['ID=94f0276a-72c8-4d80-bac7-cba8c83d8e8d,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:56.774395 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 19, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 19:57:56.774858 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 19:57:56.775256 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:56.775638 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Bound using segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 19:57:56.776190 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Bound port: 94f0276a-72c8-4d80-bac7-cba8c83d8e8d, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 19:57:56.776596 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (94f0276a-72c8-4d80-bac7-cba8c83d8e8d), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:56.797215 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 19:57:56.859838 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] For port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 19:57:56.864329 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] For port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=94f0276a-72c8-4d80-bac7-cba8c83d8e8d,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 19:57:56.870009 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 19:57:56.870474 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:56.871366 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 Oct 23 19:57:56.874878 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (94f0276a-72c8-4d80-bac7-cba8c83d8e8d), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:56.929147 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Routers {'a6b71796-6402-47ba-a730-05493fc64fea'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 19:57:56.929678 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T19:57:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a6b71796-6402-47ba-a730-05493fc64fea'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:57.030160 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34726d74-9378-4428-bc6a-70b175927a83 None None] Pushing event updated for resources: {'Port': ['ID=94f0276a-72c8-4d80-bac7-cba8c83d8e8d,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:57:57.058095 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:57.073108 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 19:57:57.090171 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] Set router a6b71796-6402-47ba-a730-05493fc64fea gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 19:57:57.279170 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'name': 'router1', 'tenant_id': '0a195ad6e19d43ba991afe5458887d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '94f0276a-72c8-4d80-bac7-cba8c83d8e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T19:57:36Z', 'updated_at': '2022-10-23T19:57:54Z', 'revision_number': 4, 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'gw_port': {'id': '94f0276a-72c8-4d80-bac7-cba8c83d8e8d', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T19:57:54Z', 'updated_at': '2022-10-23T19:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'f1cf1656-0c87-4a44-86eb-fd4e59fd11b1', 'name': '', 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da', 'tenant_id': '0a195ad6e19d43ba991afe5458887d8c', 'mac_address': 'fa:16:3e:d9:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2100f903-f29a-4120-a64b-abb3aea00e4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T19:57:45Z', 'updated_at': '2022-10-23T19:57:54Z', 'revision_number': 5, 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'subnets': [{'id': '2100f903-f29a-4120-a64b-abb3aea00e4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '705c46e8-2f6c-4f15-8874-c0f4cb90d373'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 19:57:57.302896 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd2fc58-7a27-4969-a212-969eeed800c0 None None] The sync data for ids ['a6b71796-6402-47ba-a730-05493fc64fea'] in dv-cinder-862432-1-iscsi is: [{'id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'name': 'router1', 'tenant_id': '0a195ad6e19d43ba991afe5458887d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '94f0276a-72c8-4d80-bac7-cba8c83d8e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T19:57:36Z', 'updated_at': '2022-10-23T19:57:54Z', 'revision_number': 4, 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'gw_port': {'id': '94f0276a-72c8-4d80-bac7-cba8c83d8e8d', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T19:57:54Z', 'updated_at': '2022-10-23T19:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'f1cf1656-0c87-4a44-86eb-fd4e59fd11b1', 'name': '', 'network_id': 'f01cecf2-7e59-4174-988b-4c82354022da', 'tenant_id': '0a195ad6e19d43ba991afe5458887d8c', 'mac_address': 'fa:16:3e:d9:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b71796-6402-47ba-a730-05493fc64fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2100f903-f29a-4120-a64b-abb3aea00e4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T19:57:45Z', 'updated_at': '2022-10-23T19:57:54Z', 'revision_number': 5, 'project_id': '0a195ad6e19d43ba991afe5458887d8c', 'subnets': [{'id': '2100f903-f29a-4120-a64b-abb3aea00e4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '705c46e8-2f6c-4f15-8874-c0f4cb90d373'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 19:57:58.379057 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52286) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:57:58.766314 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-3e7cc4e1-d834-4d9e-8fb8-b7ddd5b2c6cb admin admin] 10.222.0.13 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3861051 Oct 23 19:57:58.789419 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 94f0276a-72c8-4d80-bac7-cba8c83d8e8d up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 19:57:58.837396 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 19:57:58.837794 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (94f0276a-72c8-4d80-bac7-cba8c83d8e8d), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:58.838135 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d Oct 23 19:57:58.885685 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:58.911584 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:57:58.919430 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 19:57:58.919819 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (94f0276a-72c8-4d80-bac7-cba8c83d8e8d), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:58.941549 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=94f0276a-72c8-4d80-bac7-cba8c83d8e8d,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 19:57:58.946314 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (94f0276a-72c8-4d80-bac7-cba8c83d8e8d), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:57:58.992766 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=94f0276a-72c8-4d80-bac7-cba8c83d8e8d,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:58:00.784277 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 94f0276a-72c8-4d80-bac7-cba8c83d8e8d up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 19:58:00.835359 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 19:58:00.835598 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (94f0276a-72c8-4d80-bac7-cba8c83d8e8d), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:58:00.835872 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d Oct 23 19:58:00.908736 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 94f0276a-72c8-4d80-bac7-cba8c83d8e8d is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 19:58:04.330580 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=42,neutron:INSERT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:04.337603 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=46 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:08.755274 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:08.762889 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=15 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:10.901817 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=15 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:10.903310 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:10.906535 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:11.782351 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6bde61ff-1b6f-4e93-9fc7-aa78dc0d80ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:58:14.149697 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-eefb2ec5-1004-4abf-993c-43458bcba7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:58:15.336024 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:58:16.330104 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 5 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 19:58:16.690890 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:58:17.114426 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:58:26.326926 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:26.684216 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:27.104540 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:27.110057 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:41.330236 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:41.335366 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=5 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:41.778691 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-0ed60538-8640-428a-a934-763beb3b441b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:58:44.149275 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-52072fac-18ee-4e47-8d5f-3e09ca9b45a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:58:45.339657 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:58:46.684350 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:58:47.113214 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:58:53.329804 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 5 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 19:58:56.676606 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:57.106095 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:58:57.108898 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:11.771085 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-10278ced-3a3b-4103-a663-174a8f054bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:14.142146 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-e8ca25c3-18f8-43b2-8936-44ec93dd048e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:15.333825 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:16.683788 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:17.108011 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:18.326276 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:18.330472 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:23.228426 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52836) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:59:23.555777 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f242408-e960-41e5-a4c4-573266c56d5a admin admin] GET failed (client error): The resource could not be found. Oct 23 19:59:23.557044 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-6f242408-e960-41e5-a4c4-573266c56d5a admin admin] 10.222.0.13 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3276942 Oct 23 19:59:23.719828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494c7a8-6140-4217-ab49-b27c3f3d0b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:23.721304 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-8494c7a8-6140-4217-ab49-b27c3f3d0b25 admin admin] 10.222.0.13 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598835 Oct 23 19:59:26.287246 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52846) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:59:26.652461 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f96a9b6-1f49-4228-871d-c1be56ef0111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:26.653780 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-7f96a9b6-1f49-4228-871d-c1be56ef0111 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets/2100f903-f29a-4120-a64b-abb3aea00e4c HTTP/1.1" status: 200 len: 849 time: 0.3656795 Oct 23 19:59:26.663387 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 19:59:26.677668 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:26.750259 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Publish callbacks [] for subnet (2100f903-f29a-4120-a64b-abb3aea00e4c), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:26.886165 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774106504632'] for subnet (2100f903-f29a-4120-a64b-abb3aea00e4c), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:26.919519 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:26.920100 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:26.934274 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] 10.222.0.13 "PUT /networking/v2.0/subnets/2100f903-f29a-4120-a64b-abb3aea00e4c HTTP/1.1" status: 200 len: 868 time: 0.2614615 Oct 23 19:59:26.934530 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed93b7-5d96-4e85-b3ec-c304c4297533 None None] Network f01cecf2-7e59-4174-988b-4c82354022da requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 19:59:26.941265 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2100f903-f29a-4120-a64b-abb3aea00e4c,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 19:59:26.949294 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.949678 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.950752 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.950752 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.950752 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.951065 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.951296 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.951613 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.951970 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.952278 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.952616 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.952939 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.953256 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.953570 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:26.953881 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740b919-8321-48d9-93f1-5ae0695e255c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 19:59:27.278330 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-a0922eb6-2fd7-4a07-ad63-7023b89d9b5b None None] Provisioning complete for port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 19:59:27.278717 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-a0922eb6-2fd7-4a07-ad63-7023b89d9b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (f1cf1656-0c87-4a44-86eb-fd4e59fd11b1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:27.279049 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-a0922eb6-2fd7-4a07-ad63-7023b89d9b5b None None] Attempt 1 to provision port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 Oct 23 19:59:27.351904 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-a0922eb6-2fd7-4a07-ad63-7023b89d9b5b None None] Current status of the port f1cf1656-0c87-4a44-86eb-fd4e59fd11b1 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 19:59:27.360203 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-a0922eb6-2fd7-4a07-ad63-7023b89d9b5b None None] Provisioning complete for port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 19:59:27.360587 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-a0922eb6-2fd7-4a07-ad63-7023b89d9b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:27.360915 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-a0922eb6-2fd7-4a07-ad63-7023b89d9b5b None None] Attempt 1 to provision port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e Oct 23 19:59:27.429333 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-a0922eb6-2fd7-4a07-ad63-7023b89d9b5b None None] Current status of the port 7a7d622c-8bc6-4a33-9c2d-c4b634cd0a2e is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 19:59:29.458822 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52854) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:59:29.925429 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a97d7a-5523-4f3c-a5b5-2ba5e4178ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:29.925903 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a97d7a-5523-4f3c-a5b5-2ba5e4178ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:29.927449 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-c9a97d7a-5523-4f3c-a5b5-2ba5e4178ebb admin admin] 10.222.0.13 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4676936 Oct 23 19:59:30.330658 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 5 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 19:59:32.506235 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52862) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:59:32.917246 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff871804-6425-4d0c-91bb-91f9f6e71394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:32.917722 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff871804-6425-4d0c-91bb-91f9f6e71394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:32.919254 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-ff871804-6425-4d0c-91bb-91f9f6e71394 admin admin] 10.222.0.13 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4120479 Oct 23 19:59:35.464618 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52870) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:59:35.853685 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:35.857052 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b468491-5876-4cae-ba59-b053435a1144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:35.858422 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-4b468491-5876-4cae-ba59-b053435a1144 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/3d6885ca-cf96-428e-afce-731ce2a4b2ac HTTP/1.1" status: 200 len: 886 time: 0.3929024 Oct 23 19:59:37.398533 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=23 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:37.424688 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:37.428573 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:38.401274 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52878) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:59:38.788586 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:38.802478 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7181736-3683-4d70-ae00-cf51f9c697b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:38.803848 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-a7181736-3683-4d70-ae00-cf51f9c697b4 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/f01cecf2-7e59-4174-988b-4c82354022da HTTP/1.1" status: 200 len: 869 time: 0.4016442 Oct 23 19:59:40.325101 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:40.325984 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:41.341487 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52886) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:59:41.736339 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267be1e1-96dc-4023-8686-130637d79844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:41.736801 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267be1e1-96dc-4023-8686-130637d79844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:41.738331 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-267be1e1-96dc-4023-8686-130637d79844 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3958778 Oct 23 19:59:41.776349 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-26ce5fd6-47f9-45ab-8344-1d003f3a6fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:44.144603 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-adc65fd3-c557-454d-b999-00f6484ce667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:44.266400 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52894) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:59:44.627414 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7890a5dc-ff4d-474f-be3a-8117b5925654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:44.627878 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7890a5dc-ff4d-474f-be3a-8117b5925654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:44.629351 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-7890a5dc-ff4d-474f-be3a-8117b5925654 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3620255 Oct 23 19:59:45.337500 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:46.685841 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:47.110149 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 19:59:47.183950 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52902) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:59:47.548165 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d0b47f-b0a4-47b1-bd77-e003b0d4d98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:47.549423 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-a6d0b47f-b0a4-47b1-bd77-e003b0d4d98c admin admin] 10.222.0.13 "GET /networking/v2.0/subnets/2100f903-f29a-4120-a64b-abb3aea00e4c HTTP/1.1" status: 200 len: 868 time: 0.3645384 Oct 23 19:59:50.075497 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 52910) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 19:59:50.436745 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e4248f-cbb9-4ba8-b6e2-eae8cea1e849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 19:59:50.438054 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-b9e4248f-cbb9-4ba8-b6e2-eae8cea1e849 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets/601101c5-cf4c-4b6c-af5d-bb45eaa67213 HTTP/1.1" status: 200 len: 816 time: 0.3616168 Oct 23 19:59:55.330774 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:55.338420 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=5 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:57.097970 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:57.098707 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 19:59:57.106317 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:00.426121 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=23 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:00.433467 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=41 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:07.329539 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 5 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:00:11.779165 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-ca696add-c6c4-4657-b5be-f36be7cbe901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:14.150646 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8888aa92-eebf-4b39-9259-4444648de04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:15.340283 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:16.691747 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:17.114191 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:17.324588 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=13 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:17.325487 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=15 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:19.757079 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 52966) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:00:20.082211 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [None req-d1ace6e2-4fa7-4c5c-8f3f-17d2d297a251 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 20:00:20.083249 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-d1ace6e2-4fa7-4c5c-8f3f-17d2d297a251 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3252306 Oct 23 20:00:22.731962 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 52976) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:00:23.077220 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd8bc5e-4c65-46f8-a264-ac79975ce2fd admin admin] GET failed (client error): The resource could not be found. Oct 23 20:00:23.078535 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-efd8bc5e-4c65-46f8-a264-ac79975ce2fd admin admin] 10.222.0.13 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3456154 Oct 23 20:00:23.224990 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b0a6e5-2810-4494-a104-63c355de6a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:00:23.226483 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-28b0a6e5-2810-4494-a104-63c355de6a6a admin admin] 10.222.0.13 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1431007 Oct 23 20:00:25.799011 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 52984) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:00:26.120920 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:00:26.141607 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Made reservation on behalf of c6d0fd21d5e64f76b7baefae60befbed for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:00:26.143884 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:26.198526 dv-cinder-862432-1-iscsi neutron-server[104659]: WARNING neutron.services.revisions.revision_plugin [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Could not find related network for resource to bump revision. Oct 23 20:00:26.213100 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:00:26.223068 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (dcb10ba9-24f8-4a7c-a608-439985b1d8a5), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:26.223411 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Added segment dcb10ba9-24f8-4a7c-a608-439985b1d8a5 of type vlan for network e8f18413-1df1-4318-8e44-af7fbc420e07 Oct 23 20:00:26.262640 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (e8f18413-1df1-4318-8e44-af7fbc420e07), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:26.286368 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (e8f18413-1df1-4318-8e44-af7fbc420e07), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:26.287371 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:00:26.287973 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:26.321615 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5216420 Oct 23 20:00:26.354642 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Pushing event updated for resources: {'Network': ['ID=e8f18413-1df1-4318-8e44-af7fbc420e07,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:00:26.362097 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.362478 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.362842 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.363185 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.363521 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.363852 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.364174 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.364503 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.364839 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.365166 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.365491 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.365812 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.366131 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.366474 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.366792 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8c868-2e57-46c7-a75b-d95e82c32144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:26.378681 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network e8f18413-1df1-4318-8e44-af7fbc420e07 details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:00:28.875546 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 52992) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:00:29.211457 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e293b38-1366-48ce-8c65-607234e6651e admin admin] GET failed (client error): The resource could not be found. Oct 23 20:00:29.212715 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-6e293b38-1366-48ce-8c65-607234e6651e admin admin] 10.222.0.13 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3362370 Oct 23 20:00:29.280883 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a850fe-0e32-4850-9313-be6429096d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:00:29.282655 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-89a850fe-0e32-4850-9313-be6429096d9c admin admin] 10.222.0.13 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651171 Oct 23 20:00:29.293849 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-c3377443-6e19-45ca-9948-d125495108bd admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:00:29.315511 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3377443-6e19-45ca-9948-d125495108bd admin admin] Made reservation on behalf of c6d0fd21d5e64f76b7baefae60befbed for: {'subnet': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:00:29.317741 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c3377443-6e19-45ca-9948-d125495108bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:29.556714 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c3377443-6e19-45ca-9948-d125495108bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (9c06bcea-b168-4d0b-a6ab-0e4ddfde5070), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:29.616311 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3377443-6e19-45ca-9948-d125495108bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c06bcea-b168-4d0b-a6ab-0e4ddfde5070,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:00:29.627289 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3377443-6e19-45ca-9948-d125495108bd admin admin] Checking segment: {'id': 'dcb10ba9-24f8-4a7c-a608-439985b1d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:00:29.627651 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3377443-6e19-45ca-9948-d125495108bd admin admin] Network hostable DHCP agents. Network: e8f18413-1df1-4318-8e44-af7fbc420e07, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:00:29.648339 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3377443-6e19-45ca-9948-d125495108bd admin admin] Network e8f18413-1df1-4318-8e44-af7fbc420e07 is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:00:29.658939 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-c3377443-6e19-45ca-9948-d125495108bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, e8f18413-1df1-4318-8e44-af7fbc420e07) {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:00:29.663541 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3377443-6e19-45ca-9948-d125495108bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:00:29.664821 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c3377443-6e19-45ca-9948-d125495108bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:29.668960 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7957a81-5c3b-47cc-a1e5-411035130263 None None] Network e8f18413-1df1-4318-8e44-af7fbc420e07 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:00:29.679527 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-c3377443-6e19-45ca-9948-d125495108bd admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3891642 Oct 23 20:00:29.872398 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-e8f18413-1df1-4318-8e44-af7fbc420e07', 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07', 'project_id': 'c6d0fd21d5e64f76b7baefae60befbed', 'fixed_ips': [{'subnet_id': '9c06bcea-b168-4d0b-a6ab-0e4ddfde5070'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 20:00:29.873291 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:30.009568 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Allocated IP 192.168.233.2 (e8f18413-1df1-4318-8e44-af7fbc420e07/9c06bcea-b168-4d0b-a6ab-0e4ddfde5070/8fe24617-175b-4f37-aefa-a9425e62dfe7) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:00:30.149723 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Publish callbacks [] for port (8fe24617-175b-4f37-aefa-a9425e62dfe7), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:30.156737 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (8fe24617-175b-4f37-aefa-a9425e62dfe7), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:30.203799 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Network e8f18413-1df1-4318-8e44-af7fbc420e07 is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:00:30.207037 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:00:30.208885 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Pushing event updated for resources: {'Port': ['ID=8fe24617-175b-4f37-aefa-a9425e62dfe7,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:00:30.212781 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:00:30.221154 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.221495 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.221834 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.222205 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.222540 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.222869 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.223199 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.223519 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.223842 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.224161 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.224477 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.224812 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.225136 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.225451 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.225765 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:00:30.280160 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Attempting to bind port 8fe24617-175b-4f37-aefa-a9425e62dfe7 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:00:30.280535 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Attempting to bind port 8fe24617-175b-4f37-aefa-a9425e62dfe7 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'dcb10ba9-24f8-4a7c-a608-439985b1d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:00:30.280892 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Attempting to bind port 8fe24617-175b-4f37-aefa-a9425e62dfe7 on network e8f18413-1df1-4318-8e44-af7fbc420e07 {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:00:30.323646 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:00:30.324027 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Checking segment: {'id': 'dcb10ba9-24f8-4a7c-a608-439985b1d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:00:30.324414 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:30.324808 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Bound using segment: {'id': 'dcb10ba9-24f8-4a7c-a608-439985b1d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:00:30.325281 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Bound port: 8fe24617-175b-4f37-aefa-a9425e62dfe7, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb10ba9-24f8-4a7c-a608-439985b1d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:00:30.325659 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (8fe24617-175b-4f37-aefa-a9425e62dfe7), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:30.388471 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] For port 8fe24617-175b-4f37-aefa-a9425e62dfe7, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:00:30.391700 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] For port 8fe24617-175b-4f37-aefa-a9425e62dfe7, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=8fe24617-175b-4f37-aefa-a9425e62dfe7,segment=NetworkSegment(dcb10ba9-24f8-4a7c-a608-439985b1d8a5),segment_id=dcb10ba9-24f8-4a7c-a608-439985b1d8a5)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:00:30.398023 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (8fe24617-175b-4f37-aefa-a9425e62dfe7), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:30.455433 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe04eba-4d3f-49a7-a45c-087c83ff7b7d None None] Pushing event updated for resources: {'Port': ['ID=8fe24617-175b-4f37-aefa-a9425e62dfe7,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:00:30.884692 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 8fe24617-175b-4f37-aefa-a9425e62dfe7 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:00:30.928142 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 8fe24617-175b-4f37-aefa-a9425e62dfe7 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:00:30.928452 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (8fe24617-175b-4f37-aefa-a9425e62dfe7), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:30.928785 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 8fe24617-175b-4f37-aefa-a9425e62dfe7 Oct 23 20:00:31.006090 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 8fe24617-175b-4f37-aefa-a9425e62dfe7 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:00:31.006531 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (8fe24617-175b-4f37-aefa-a9425e62dfe7), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:31.049531 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 8fe24617-175b-4f37-aefa-a9425e62dfe7, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=8fe24617-175b-4f37-aefa-a9425e62dfe7,segment=NetworkSegment(dcb10ba9-24f8-4a7c-a608-439985b1d8a5),segment_id=dcb10ba9-24f8-4a7c-a608-439985b1d8a5)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:00:31.054568 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (8fe24617-175b-4f37-aefa-a9425e62dfe7), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:31.107188 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=8fe24617-175b-4f37-aefa-a9425e62dfe7,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:00:31.294521 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fcbc94-60a4-44b9-a0f4-9515c5604ad3 None None] Network e8f18413-1df1-4318-8e44-af7fbc420e07 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:00:31.403083 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-75d155d4-f0f6-43c0-846c-6bb560dbe022 None None] Provisioning complete for port 8fe24617-175b-4f37-aefa-a9425e62dfe7 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:00:31.403465 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-75d155d4-f0f6-43c0-846c-6bb560dbe022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (8fe24617-175b-4f37-aefa-a9425e62dfe7), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:31.403797 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-75d155d4-f0f6-43c0-846c-6bb560dbe022 None None] Attempt 1 to provision port 8fe24617-175b-4f37-aefa-a9425e62dfe7 Oct 23 20:00:31.431991 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:31.480816 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:31.485537 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:31.494417 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-75d155d4-f0f6-43c0-846c-6bb560dbe022 None None] Current status of the port 8fe24617-175b-4f37-aefa-a9425e62dfe7 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:00:31.612771 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-6f40a13b-254d-4b6d-85e3-493b62ae4ba0 None None] Provisioning complete for port 8fe24617-175b-4f37-aefa-a9425e62dfe7 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:00:31.613159 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6f40a13b-254d-4b6d-85e3-493b62ae4ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (8fe24617-175b-4f37-aefa-a9425e62dfe7), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:31.613527 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-6f40a13b-254d-4b6d-85e3-493b62ae4ba0 None None] Attempt 1 to provision port 8fe24617-175b-4f37-aefa-a9425e62dfe7 Oct 23 20:00:31.685897 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-6f40a13b-254d-4b6d-85e3-493b62ae4ba0 None None] Current status of the port 8fe24617-175b-4f37-aefa-a9425e62dfe7 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:00:32.336934 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:32.342128 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=5 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:32.874335 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 8fe24617-175b-4f37-aefa-a9425e62dfe7 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:00:32.930720 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 8fe24617-175b-4f37-aefa-a9425e62dfe7 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:00:32.931110 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (8fe24617-175b-4f37-aefa-a9425e62dfe7), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:32.931447 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 8fe24617-175b-4f37-aefa-a9425e62dfe7 Oct 23 20:00:33.007591 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 8fe24617-175b-4f37-aefa-a9425e62dfe7 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:00:39.673450 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=75,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:39.674207 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:41.781883 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3dd74c1f-6257-4804-ae4d-6d6a4f773994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:44.143952 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-e98aabfc-283b-467f-8f4c-e410d7c05712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:44.328083 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 5 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:00:45.344763 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:46.695504 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:47.119056 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:00:54.323767 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:54.324561 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:57.108444 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:57.113112 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:00:57.114471 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:01:09.348099 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:01:10.321769 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:01:11.783950 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3a3728a3-be1e-463d-895c-8d4032993555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:14.145264 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-446c6961-e5a2-4d38-b197-bb347a930cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:15.345700 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:16.697401 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:17.122025 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:21.327777 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 5 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:01:27.110457 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:01:27.115780 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:01:27.117791 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:01:31.324723 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:01:41.788426 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-d68ca512-51ce-4682-9f18-281208b6392b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:44.147017 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2f359d09-ee0c-49b1-a523-e8425d8f1800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:45.349620 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:46.332453 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:01:46.342810 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=6 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:01:46.700379 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:47.124843 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:50.564726 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53040) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:01:50.571149 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [None req-476a9d5d-b798-42c9-9a5c-c961f1a3e841 tempest-verify_tempest_config-1009857716 tempest-verify_tempest_config-1009857716-project] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 20:01:50.572141 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-476a9d5d-b798-42c9-9a5c-c961f1a3e841 tempest-verify_tempest_config-1009857716 tempest-verify_tempest_config-1009857716-project] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0064294 Oct 23 20:01:51.078358 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53058) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:01:51.405685 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:51.480418 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Publish callbacks [] for security_group (029418ec-0347-42c1-bd9b-b5af259a9276), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:51.484559 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (029418ec-0347-42c1-bd9b-b5af259a9276), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:51.534069 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=16b8829fed62408bafc50ad32939bb25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4546912 Oct 23 20:01:51.535211 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029418ec-0347-42c1-bd9b-b5af259a9276,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:01:51.536898 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53062) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:01:51.542238 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.542607 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.542959 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.543303 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.543630 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.543951 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.544270 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.544588 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.544905 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.545222 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.545538 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.545866 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.546184 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.546521 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.546834 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cd778-8c0a-45c6-a0b9-f525d69b3106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.683180 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Publish callbacks [] for security_group (029418ec-0347-42c1-bd9b-b5af259a9276), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:51.703190 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Publish callbacks [] for security_group (029418ec-0347-42c1-bd9b-b5af259a9276), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:51.796434 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (029418ec-0347-42c1-bd9b-b5af259a9276), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:51.798944 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:01:51.800100 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/029418ec-0347-42c1-bd9b-b5af259a9276 HTTP/1.1" status: 204 len: 168 time: 0.2622509 Oct 23 20:01:51.808324 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029418ec-0347-42c1-bd9b-b5af259a9276,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:01:51.814995 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.815335 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.815674 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.816005 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.816328 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.816652 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.817078 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.817314 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.817655 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.817980 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.818589 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.818921 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.819237 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.819559 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:51.819891 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b74a0-f102-4e3e-a15b-e4ca72c7c631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:01:57.118539 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:01:57.120312 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:01:58.326271 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 5 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:02:01.530393 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=17,neutron:INSERT=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:01.538588 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=22,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:01.810448 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:01.811278 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:01.840503 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:10.832009 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=19 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:10.834936 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=9 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:11.790145 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-cfac3d43-40fb-4843-9d47-f92138f8738a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:02:14.148553 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-a7f84805-bfd8-49fd-a892-1f7c648431b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:02:15.351360 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:02:16.706145 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:02:17.127426 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:02:23.334903 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:23.339956 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:27.116985 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:27.121247 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:27.123323 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:35.325547 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 5 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:02:41.791882 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-0cfd7fbc-97ac-490d-bc28-00c7b76deec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:02:44.150154 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-02b3ad12-7f08-423b-8796-aad419feb19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:02:45.322997 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:45.358787 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:02:46.708725 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:02:47.130596 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:02:56.703980 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:57.124490 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:02:57.126305 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:03:00.345226 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:03:10.325672 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:03:11.792814 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4e3829c8-2d2e-46d8-8dc5-90d09561edcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:03:12.325666 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 5 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:03:14.151274 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e412-6ee8-4a18-870e-55e3615d6194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:03:15.356810 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:03:16.712358 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:03:17.133556 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:03:22.138652 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16392351'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:03:22.322222 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:03:22.323258 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:03:27.128525 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:03:32.130743 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:03:32.134074 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:03:35.254380 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53156) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:03:35.380650 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-aa347d78-6244-4ef4-9d56-bdf96d1bb37d admin admin] 10.222.0.13 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1252706 Oct 23 20:03:37.347151 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:03:37.351441 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:03:37.824901 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53166) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:03:37.879209 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-ca2168e2-3235-4356-a806-6dbb230c085a admin admin] 10.222.0.13 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532365 Oct 23 20:03:41.795406 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2cdbb1b2-25f5-4ac2-8d70-8239a8102bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:03:44.153472 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-57b26299-02cf-4ce2-a276-56cace9ee53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:03:45.359642 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:03:45.375286 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:03:46.715590 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:03:47.135399 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:03:47.874159 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:03:49.325878 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:03:52.091310 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:03:59.322146 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:02.081255 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:02.085589 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=7 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:02.087625 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:11.796170 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-7bfac945-7746-4404-b71d-19c105f42646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:04:14.157547 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b334efa8-4278-4b28-8b6a-c3c1c3512813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:04:14.352216 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=13 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:14.357976 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=19 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:15.361184 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:04:16.718652 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:04:17.137138 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:04:22.105572 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:04:26.326000 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:04:32.095862 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:32.100050 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:32.103175 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:36.320814 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:36.321630 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:41.797738 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-821400a9-4681-4ada-be88-bdc02c31a82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:04:44.160250 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-056c53d8-e421-4d8a-b2f8-f3b40a142a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:04:45.365774 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:04:46.725403 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:04:47.141462 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:04:51.347897 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:51.354237 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:04:52.106557 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:02.096203 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:02.099223 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:02.101233 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:03.327138 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:05:07.519072 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53312) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:07.673312 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53326) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:07.806213 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1387966090-network', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:07.829188 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Made reservation on behalf of dd03c05196b64299bf41b7d4c412070a for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:07.832259 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:07.842138 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:07.938424 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-network', 'tenant_id': '4023fb7431ad496fa044b19190f014d8'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:07.944153 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Publish callbacks [] for security_group (6d3a8abe-3bfe-44c5-932b-5199f027bc25), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:07.951211 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (6d3a8abe-3bfe-44c5-932b-5199f027bc25), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:07.969659 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:05:07.977052 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (6a73087b-1899-48f9-a92d-9aac6f06364f), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:07.977406 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Added segment 6a73087b-1899-48f9-a92d-9aac6f06364f of type vlan for network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d Oct 23 20:05:08.025083 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (ce1dcb9b-0da9-45b0-9d47-fb686a4f087d), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.028864 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Made reservation on behalf of 4023fb7431ad496fa044b19190f014d8 for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:08.031069 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.058643 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.082801 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (ce1dcb9b-0da9-45b0-9d47-fb686a4f087d), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.083729 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:08.084522 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.168957 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6488819 Oct 23 20:05:08.172190 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53374) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:08.180083 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3a8abe-3bfe-44c5-932b-5199f027bc25,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:08.181923 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Request body: {'subnet': {'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1387966090-subnet', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:08.188804 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Publish callbacks [] for security_group (d78c58b3-c38c-4da8-87c8-e0e3bad699f9), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.191707 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.192069 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.192428 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.193182 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.193924 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.194283 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.194762 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.195093 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.195461 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.195784 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.196120 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.196455 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.196776 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.197092 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.197402 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Tracked resource versions report: Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: pushed versions: Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: { 'AddressGroup': {'1.2'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Agent': {'1.1'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'ConntrackHelper': {'1.0'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'LocalIPAssociation': {'1.0'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Log': {'1.0'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'NDPProxy': {'1.0'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Network': {'1.1'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Port': {'1.7'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'PortForwarding': {'1.3'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'QosPolicy': {'1.10'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'SecurityGroup': {'1.5'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'SecurityGroupRule': {'1.2'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'SubPort': {'1.0'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Subnet': {'1.1'}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Trunk': {'1.1'}} Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: consumer versions: Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: { DHCP agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: HyperV agent@hv-cinder-86243: {}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: L3 agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: Metadata agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: Metering agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: Open vSwitch agent@dv-cinder-862432-1-iscsi: { 'AddressGroup': '1.2', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Agent': '1.1', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'ConntrackHelper': '1.0', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'LocalIPAssociation': '1.0', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Log': '1.0', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'NDPProxy': '1.0', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Network': '1.1', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Port': '1.7', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'PortForwarding': '1.3', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'QosPolicy': '1.10', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'SecurityGroup': '1.5', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'SecurityGroupRule': '1.2', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'SubPort': '1.0', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Subnet': '1.1', Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: 'Trunk': '1.1'}} Oct 23 20:05:08.198699 dv-cinder-862432-1-iscsi neutron-server[104659]: {{(pid=104659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 20:05:08.202859 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (d78c58b3-c38c-4da8-87c8-e0e3bad699f9), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.220640 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Made reservation on behalf of dd03c05196b64299bf41b7d4c412070a for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:08.224772 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.244253 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78c58b3-c38c-4da8-87c8-e0e3bad699f9,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:08.257241 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:05:08.296146 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d5623-ad69-4254-8ba4-2f4c2605df93 admin admin] Pushing event updated for resources: {'Network': ['ID=ce1dcb9b-0da9-45b0-9d47-fb686a4f087d,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:08.300958 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (73dfc43d-9d0b-40db-91f9-dba7d47f911f), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.301246 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Added segment 73dfc43d-9d0b-40db-91f9-dba7d47f911f of type vlan for network d42fdacc-7ef9-4dc3-a526-50a70d71365d Oct 23 20:05:08.312931 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:05:08.382466 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (d42fdacc-7ef9-4dc3-a526-50a70d71365d), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.421975 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (d42fdacc-7ef9-4dc3-a526-50a70d71365d), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.423234 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:08.423783 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.463615 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:08.479824 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (c780a870-fac7-4896-934c-0dda1501aa22), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.500374 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8259938 Oct 23 20:05:08.500967 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53386) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:08.509240 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-1759640f-bf09-4d58-94ff-e82bf0c6e016 admin admin] Request body: {'subnet': {'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-subnet', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:08.514284 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5c8f4-0457-400c-ba78-1ab3bf4fc84e admin admin] Pushing event updated for resources: {'Network': ['ID=d42fdacc-7ef9-4dc3-a526-50a70d71365d,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:08.531964 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network d42fdacc-7ef9-4dc3-a526-50a70d71365d details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:05:08.535716 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1759640f-bf09-4d58-94ff-e82bf0c6e016 admin admin] Made reservation on behalf of 4023fb7431ad496fa044b19190f014d8 for: {'subnet': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:08.538872 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-1759640f-bf09-4d58-94ff-e82bf0c6e016 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.547547 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c780a870-fac7-4896-934c-0dda1501aa22,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:08.559122 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.559465 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.559831 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.560172 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.560504 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.560833 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.561159 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.561481 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.561811 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.562135 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.562491 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.562837 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.563163 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.563483 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.563808 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Tracked resource versions report: Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: pushed versions: Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: { 'AddressGroup': {'1.2'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Agent': {'1.1'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'ConntrackHelper': {'1.0'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'LocalIPAssociation': {'1.0'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Log': {'1.0'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'NDPProxy': {'1.0'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Network': {'1.1'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Port': {'1.7'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'PortForwarding': {'1.3'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'QosPolicy': {'1.10'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'SecurityGroup': {'1.5'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'SecurityGroupRule': {'1.2'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'SubPort': {'1.0'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Subnet': {'1.1'}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Trunk': {'1.1'}} Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: consumer versions: Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: { DHCP agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: HyperV agent@hv-cinder-86243: {}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: L3 agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: Metadata agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: Metering agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: Open vSwitch agent@dv-cinder-862432-1-iscsi: { 'AddressGroup': '1.2', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Agent': '1.1', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'ConntrackHelper': '1.0', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'LocalIPAssociation': '1.0', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Log': '1.0', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'NDPProxy': '1.0', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Network': '1.1', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Port': '1.7', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'PortForwarding': '1.3', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'QosPolicy': '1.10', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'SecurityGroup': '1.5', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'SecurityGroupRule': '1.2', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'SubPort': '1.0', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Subnet': '1.1', Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: 'Trunk': '1.1'}} Oct 23 20:05:08.564941 dv-cinder-862432-1-iscsi neutron-server[104660]: {{(pid=104660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 20:05:08.567719 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Checking segment: {'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:08.567719 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Network hostable DHCP agents. Network: ce1dcb9b-0da9-45b0-9d47-fb686a4f087d, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:05:08.568823 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:08.588477 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:05:08.604038 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, ce1dcb9b-0da9-45b0-9d47-fb686a4f087d) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:08.611829 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:08.614124 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.616970 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53388) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:08.645470 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebe549f-d368-4895-92f4-a5f91d7ad5ae None None] Network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:05:08.654160 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-eb0f7921-75f0-4a9d-aee2-4936c176d7cf admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4808593 Oct 23 20:05:08.657240 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53396) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:08.662194 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1387966090-router', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:08.696686 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16399959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48049'] for router (a7af60f5-cb2a-4b13-ad05-89301f63cf50), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.698450 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16393245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16406672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48056'] for router (a7af60f5-cb2a-4b13-ad05-89301f63cf50), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.756754 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53398) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:08.805562 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-1759640f-bf09-4d58-94ff-e82bf0c6e016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (dc2e838e-b2cf-45fa-b203-1a13f0d5cd82), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.834558 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Publish callbacks [] for router_controller (a7af60f5-cb2a-4b13-ad05-89301f63cf50), precommit_add_association {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.850685 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-ce1dcb9b-0da9-45b0-9d47-fb686a4f087d', 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d', 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'fixed_ips': [{'subnet_id': 'c780a870-fac7-4896-934c-0dda1501aa22'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 20:05:08.851725 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:08.923728 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759640f-bf09-4d58-94ff-e82bf0c6e016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:08.937887 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1759640f-bf09-4d58-94ff-e82bf0c6e016 admin admin] Checking segment: {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:08.938496 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759640f-bf09-4d58-94ff-e82bf0c6e016 admin admin] Network hostable DHCP agents. Network: d42fdacc-7ef9-4dc3-a526-50a70d71365d, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:05:08.979815 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759640f-bf09-4d58-94ff-e82bf0c6e016 admin admin] Network d42fdacc-7ef9-4dc3-a526-50a70d71365d is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:05:09.003413 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Publish callbacks [] for router_gateway (a7af60f5-cb2a-4b13-ad05-89301f63cf50), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.005680 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-1759640f-bf09-4d58-94ff-e82bf0c6e016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, d42fdacc-7ef9-4dc3-a526-50a70d71365d) {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:09.010994 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1759640f-bf09-4d58-94ff-e82bf0c6e016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:09.012009 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-1759640f-bf09-4d58-94ff-e82bf0c6e016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.020231 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dad9e2-9853-4ca4-8646-f455c960dec7 None None] Network d42fdacc-7ef9-4dc3-a526-50a70d71365d requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:05:09.041350 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-1759640f-bf09-4d58-94ff-e82bf0c6e016 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5365462 Oct 23 20:05:09.042212 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53406) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:09.048144 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:09.073122 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16399959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48049'] for router (3e205361-8c32-44bd-bf7f-2041d0c68a05), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.074823 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16393245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16406672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48056'] for router (3e205361-8c32-44bd-bf7f-2041d0c68a05), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.125007 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Allocated IP 172.20.0.2 (ce1dcb9b-0da9-45b0-9d47-fb686a4f087d/c780a870-fac7-4896-934c-0dda1501aa22/72cc5850-8be7-48b0-9902-d2b3f2174ee1) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:09.143209 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-858611187-network', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:09.166382 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-d42fdacc-7ef9-4dc3-a526-50a70d71365d', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'project_id': '4023fb7431ad496fa044b19190f014d8', 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 20:05:09.167555 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.250296 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Publish callbacks [] for router_controller (3e205361-8c32-44bd-bf7f-2041d0c68a05), precommit_add_association {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.262426 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1143426450-network', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:09.339966 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Made reservation on behalf of e41c21bcf4ca457391486c08565b2aae for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:09.340869 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.378156 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Publish callbacks [] for router_gateway (a7af60f5-cb2a-4b13-ad05-89301f63cf50), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.407172 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.424020 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.431648 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Publish callbacks [] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.441625 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.450057 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Made reservation on behalf of 5ebb0d7d16214912a585ca96cf6b2c6a for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:09.452869 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.501034 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:09.505428 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:09.507501 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Pushing event updated for resources: {'Port': ['ID=72cc5850-8be7-48b0-9902-d2b3f2174ee1,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:09.511467 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:09.532016 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.532562 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.533092 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.533602 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.534108 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.534896 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.535559 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.536301 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.536789 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.537278 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.537756 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.538273 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.538750 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.539764 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.540255 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Tracked resource versions report: Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: pushed versions: Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: { 'AddressGroup': {'1.2'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Agent': {'1.1'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'ConntrackHelper': {'1.0'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'LocalIPAssociation': {'1.0'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Log': {'1.0'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'NDPProxy': {'1.0'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Network': {'1.1'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Port': {'1.7'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'PortForwarding': {'1.3'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'QosPolicy': {'1.10'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'SecurityGroup': {'1.5'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'SecurityGroupRule': {'1.2'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'SubPort': {'1.0'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Subnet': {'1.1'}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Trunk': {'1.1'}} Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: consumer versions: Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: { DHCP agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: HyperV agent@hv-cinder-86243: {}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: L3 agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: Metadata agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: Metering agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: Open vSwitch agent@dv-cinder-862432-1-iscsi: { 'AddressGroup': '1.2', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Agent': '1.1', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'ConntrackHelper': '1.0', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'LocalIPAssociation': '1.0', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Log': '1.0', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'NDPProxy': '1.0', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Network': '1.1', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Port': '1.7', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'PortForwarding': '1.3', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'QosPolicy': '1.10', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'SecurityGroup': '1.5', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'SecurityGroupRule': '1.2', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'SubPort': '1.0', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Subnet': '1.1', Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: 'Trunk': '1.1'}} Oct 23 20:05:09.541537 dv-cinder-862432-1-iscsi neutron-server[104661]: {{(pid=104661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 20:05:09.544385 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Publish callbacks [] for security_group (07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.585943 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:INSERT=22,neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:09.597630 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.620493 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Allocated IP 172.20.0.2 (d42fdacc-7ef9-4dc3-a526-50a70d71365d/dc2e838e-b2cf-45fa-b203-1a13f0d5cd82/697ba8ea-694f-4987-b67e-e598047b5bee) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:09.671254 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:09.686668 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.690548 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Allocated IP 172.27.0.215 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/ddfe899e-4d8b-4dc9-93c5-265f4e7822c4) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:09.691790 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:09.696403 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Attempting to bind port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:09.697217 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Attempting to bind port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:09.697736 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Attempting to bind port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 on network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:09.708257 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:09.771476 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Publish callbacks [] for router_gateway (3e205361-8c32-44bd-bf7f-2041d0c68a05), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.782971 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:09.785874 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Checking segment: {'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:09.786495 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.787190 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Bound using segment: {'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:09.791092 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Bound port: 72cc5850-8be7-48b0-9902-d2b3f2174ee1, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:09.791829 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.807850 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:05:09.843034 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:09.849626 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Publish callbacks [] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.853321 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (d1dd8b3a-331b-4952-8834-3f0b037650f8), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.854030 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Added segment d1dd8b3a-331b-4952-8834-3f0b037650f8 of type vlan for network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 Oct 23 20:05:09.896276 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:09.960743 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:09.964863 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:09.966502 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Pushing event updated for resources: {'Port': ['ID=ddfe899e-4d8b-4dc9-93c5-265f4e7822c4,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:09.970082 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:09.990353 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:10.022234 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] For port 72cc5850-8be7-48b0-9902-d2b3f2174ee1, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:10.030119 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] For port 72cc5850-8be7-48b0-9902-d2b3f2174ee1, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=72cc5850-8be7-48b0-9902-d2b3f2174ee1,segment=NetworkSegment(6a73087b-1899-48f9-a92d-9aac6f06364f),segment_id=6a73087b-1899-48f9-a92d-9aac6f06364f)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:10.045621 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.082378 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.254692 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Publish callbacks [] for port (697ba8ea-694f-4987-b67e-e598047b5bee), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.268729 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dbf6d-afc4-4304-8531-33d9d1d15303 None None] Pushing event updated for resources: {'Port': ['ID=72cc5850-8be7-48b0-9902-d2b3f2174ee1,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:10.283037 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.303758 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Publish callbacks [] for security_group (115d2b90-0904-413c-a61e-0db8c5a84dbe), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.307333 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.310002 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:10.312013 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.330751 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:10.349550 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Publish callbacks [] for router_gateway (a7af60f5-cb2a-4b13-ad05-89301f63cf50), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.409303 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Pushing event updated for resources: {'Port': ['ID=697ba8ea-694f-4987-b67e-e598047b5bee,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:10.448182 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (115d2b90-0904-413c-a61e-0db8c5a84dbe), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.452229 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Network d42fdacc-7ef9-4dc3-a526-50a70d71365d is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:10.455210 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:10.531987 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:10.532660 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:05:10.532660 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (3639485d-90a4-48b5-851e-317a66c69c36), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.532660 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Added segment 3639485d-90a4-48b5-851e-317a66c69c36 of type vlan for network 8e3b82ee-7488-4576-9263-10150a8cce41 Oct 23 20:05:10.622579 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Attempting to bind port 697ba8ea-694f-4987-b67e-e598047b5bee on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:10.623389 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Attempting to bind port 697ba8ea-694f-4987-b67e-e598047b5bee by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:10.623936 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Attempting to bind port 697ba8ea-694f-4987-b67e-e598047b5bee on network d42fdacc-7ef9-4dc3-a526-50a70d71365d {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:10.638284 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (8e3b82ee-7488-4576-9263-10150a8cce41), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.709259 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:10.720259 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:10.721392 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Checking segment: {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:10.722002 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.722603 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Bound using segment: {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:10.723373 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Bound port: 697ba8ea-694f-4987-b67e-e598047b5bee, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:10.724008 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.733807 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1126492 Oct 23 20:05:10.734997 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (8e3b82ee-7488-4576-9263-10150a8cce41), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.736711 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:10.739761 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.743883 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53466) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:10.823528 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] For port 697ba8ea-694f-4987-b67e-e598047b5bee, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:10.831452 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] For port 697ba8ea-694f-4987-b67e-e598047b5bee, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=697ba8ea-694f-4987-b67e-e598047b5bee,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:10.834443 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-639208c7-5c2e-4ebb-bdff-6529954f9856 admin admin] Request body: {'subnet': {'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-subnet', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:10.848765 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.854929 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Publish callbacks [] for router_gateway (3e205361-8c32-44bd-bf7f-2041d0c68a05), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.931496 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16393388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623'] for router (a7af60f5-cb2a-4b13-ad05-89301f63cf50), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.953871 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:10.971022 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:10.981599 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65e67d-79cc-4c43-871b-c49db4f97758 admin admin] Pushing event updated for resources: {'Network': ['ID=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:10.998388 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2405291 Oct 23 20:05:11.003268 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53480) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:11.008124 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639208c7-5c2e-4ebb-bdff-6529954f9856 admin admin] Made reservation on behalf of e41c21bcf4ca457391486c08565b2aae for: {'subnet': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:11.015249 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-639208c7-5c2e-4ebb-bdff-6529954f9856 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:11.023759 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-82efd646-3455-4931-b87f-be773f63cd50 admin admin] Request body: {'subnet': {'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1143426450-subnet', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:11.028558 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:05:11.048340 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115d2b90-0904-413c-a61e-0db8c5a84dbe,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:11.123699 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82efd646-3455-4931-b87f-be773f63cd50 admin admin] Made reservation on behalf of 5ebb0d7d16214912a585ca96cf6b2c6a for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:11.127088 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-82efd646-3455-4931-b87f-be773f63cd50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:11.229544 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343b100-8ac7-454a-86ca-88782737ea94 None None] Pushing event updated for resources: {'Port': ['ID=697ba8ea-694f-4987-b67e-e598047b5bee,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:11.306039 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 72cc5850-8be7-48b0-9902-d2b3f2174ee1 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:11.336341 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:11.353129 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:11.387874 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Router a7af60f5-cb2a-4b13-ad05-89301f63cf50 is scheduled to L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba with binding_index 1 {{(pid=104660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 20:05:11.421165 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:11.421556 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:11.421898 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 Oct 23 20:05:11.425745 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260349f-5991-48c8-9e7e-2f94e77d8552 admin admin] Pushing event updated for resources: {'Network': ['ID=8e3b82ee-7488-4576-9263-10150a8cce41,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:11.434048 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:11.495582 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network 8e3b82ee-7488-4576-9263-10150a8cce41 details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:05:11.590516 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-82efd646-3455-4931-b87f-be773f63cd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (daaca4e1-493a-432b-8103-3db60253ec00), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:11.674964 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:05:11.693010 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Sync routers for ids ['a7af60f5-cb2a-4b13-ad05-89301f63cf50'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:05:11.712205 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efd646-3455-4931-b87f-be773f63cd50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daaca4e1-493a-432b-8103-3db60253ec00,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:11.748542 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:11.749325 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Routers {'a7af60f5-cb2a-4b13-ad05-89301f63cf50'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:11.750165 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:04:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a7af60f5-cb2a-4b13-ad05-89301f63cf50'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:11.753348 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-75aa5632-3cf7-4b98-bffe-76571ea00e84 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0950987 Oct 23 20:05:11.757155 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53488) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:11.769314 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82efd646-3455-4931-b87f-be773f63cd50 admin admin] Checking segment: {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:11.769915 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82efd646-3455-4931-b87f-be773f63cd50 admin admin] Network hostable DHCP agents. Network: 8e3b82ee-7488-4576-9263-10150a8cce41, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:05:11.873858 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82efd646-3455-4931-b87f-be773f63cd50 admin admin] Network 8e3b82ee-7488-4576-9263-10150a8cce41 is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:05:11.912423 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:11.918435 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:11.936541 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-82efd646-3455-4931-b87f-be773f63cd50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, 8e3b82ee-7488-4576-9263-10150a8cce41) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:11.956684 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82efd646-3455-4931-b87f-be773f63cd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:11.957180 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-82efd646-3455-4931-b87f-be773f63cd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:11.984948 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca9c58b-4d9c-4863-b941-d4324e4f7001 None None] Network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:05:12.022899 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:12.028234 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-639208c7-5c2e-4ebb-bdff-6529954f9856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (2139503f-1ef8-4f08-99c6-ae904f60f5a2), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:12.149866 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-82efd646-3455-4931-b87f-be773f63cd50 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1389542 Oct 23 20:05:12.152621 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53490) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:12.158658 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:12.208453 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16399959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48049'] for router (c9d4b704-a405-43c3-a617-61dd403ffa90), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:12.209453 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16393245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16406672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48056'] for router (c9d4b704-a405-43c3-a617-61dd403ffa90), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:12.240892 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:12.247003 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5732d36-5fbf-4cb5-a846-854b353574d8 None None] Network 8e3b82ee-7488-4576-9263-10150a8cce41 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:05:12.248018 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Set router a7af60f5-cb2a-4b13-ad05-89301f63cf50 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:12.314708 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-192297e4-1bb8-4ac1-bff7-c5cfa74672c6 None None] Provisioning complete for port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:12.315458 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-192297e4-1bb8-4ac1-bff7-c5cfa74672c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:12.317086 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-192297e4-1bb8-4ac1-bff7-c5cfa74672c6 None None] Attempt 1 to provision port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 Oct 23 20:05:12.409711 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Allocated IP 172.27.0.240 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/e3645430-f5d7-43af-adf8-0a8450796d83) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:12.434135 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639208c7-5c2e-4ebb-bdff-6529954f9856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2139503f-1ef8-4f08-99c6-ae904f60f5a2,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:12.466723 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639208c7-5c2e-4ebb-bdff-6529954f9856 admin admin] Checking segment: {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:12.468896 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639208c7-5c2e-4ebb-bdff-6529954f9856 admin admin] Network hostable DHCP agents. Network: 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:05:12.559498 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'name': 'tempest-DeleteServersTestJSON-1387966090-router', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:08Z', 'updated_at': '2022-10-23T20:05:10Z', 'revision_number': 3, 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'gw_port': {'id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:df:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:12.564225 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Publish callbacks [] for router_controller (c9d4b704-a405-43c3-a617-61dd403ffa90), precommit_add_association {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:12.597403 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639208c7-5c2e-4ebb-bdff-6529954f9856 admin admin] Network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:05:12.600947 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Checking router: a7af60f5-cb2a-4b13-ad05-89301f63cf50 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:05:12.602102 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Updating router a7af60f5-cb2a-4b13-ad05-89301f63cf50 port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 binding host dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:05:12.660270 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:12.712057 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-639208c7-5c2e-4ebb-bdff-6529954f9856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2) {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:12.719796 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639208c7-5c2e-4ebb-bdff-6529954f9856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:12.720556 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-639208c7-5c2e-4ebb-bdff-6529954f9856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:12.795622 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-639208c7-5c2e-4ebb-bdff-6529954f9856 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9627161 Oct 23 20:05:12.803157 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Publish callbacks [] for router_gateway (c9d4b704-a405-43c3-a617-61dd403ffa90), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:12.812151 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53518) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:12.831484 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:12.909331 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16399959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48049'] for router (db9cbfec-86d1-480b-8271-c110e87dca47), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:12.912801 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16393245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16406672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48056'] for router (db9cbfec-86d1-480b-8271-c110e87dca47), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:12.977990 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Publish callbacks [] for port (e3645430-f5d7-43af-adf8-0a8450796d83), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.175880 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:13.179960 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7195a78-0116-4ba9-b7f0-733a939370cc None None] Network d42fdacc-7ef9-4dc3-a526-50a70d71365d requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:05:13.185459 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe6c37-5c6e-4a0e-8e7a-fbbe7bbae608 None None] Network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:05:13.193417 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ff6b-ccbe-4695-abc6-834776f1a0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.213116 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Publish callbacks [] for router_gateway (c9d4b704-a405-43c3-a617-61dd403ffa90), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.225880 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 72cc5850-8be7-48b0-9902-d2b3f2174ee1, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=72cc5850-8be7-48b0-9902-d2b3f2174ee1,segment=NetworkSegment(6a73087b-1899-48f9-a92d-9aac6f06364f),segment_id=6a73087b-1899-48f9-a92d-9aac6f06364f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:05:13.260181 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.288900 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Publish callbacks [] for router_controller (db9cbfec-86d1-480b-8271-c110e87dca47), precommit_add_association {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.314933 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:13.375044 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.414815 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:13.497736 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.711719 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (e3645430-f5d7-43af-adf8-0a8450796d83), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.717639 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Publish callbacks [] for router_gateway (db9cbfec-86d1-480b-8271-c110e87dca47), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.763659 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-192297e4-1bb8-4ac1-bff7-c5cfa74672c6 None None] Current status of the port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:13.764099 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-192297e4-1bb8-4ac1-bff7-c5cfa74672c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.790122 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-8e3b82ee-7488-4576-9263-10150a8cce41', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 20:05:13.791725 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.794218 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 697ba8ea-694f-4987-b67e-e598047b5bee up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:13.799752 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Allocated IP 172.20.0.1 (ce1dcb9b-0da9-45b0-9d47-fb686a4f087d/c780a870-fac7-4896-934c-0dda1501aa22/32cf5003-488e-4c24-9b5d-fd418954581c) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:13.893482 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:13.895305 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Publish callbacks [] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.905172 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:13.922958 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:13.930080 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:13.938741 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:13.954514 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Pushing event updated for resources: {'Port': ['ID=ddfe899e-4d8b-4dc9-93c5-265f4e7822c4,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:13.972465 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.973551 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.974117 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.974675 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.975237 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.975800 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.976286 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.976814 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.977315 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.978424 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.978954 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.979568 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.980358 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.980864 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.981372 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Tracked resource versions report: Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: pushed versions: Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: { 'AddressGroup': {'1.2'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Agent': {'1.1'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'ConntrackHelper': {'1.0'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'LocalIPAssociation': {'1.0'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Log': {'1.0'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'NDPProxy': {'1.0'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Network': {'1.1'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Port': {'1.7'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'PortForwarding': {'1.3'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'QosPolicy': {'1.10'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'SecurityGroup': {'1.5'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'SecurityGroupRule': {'1.2'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'SubPort': {'1.0'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Subnet': {'1.1'}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Trunk': {'1.1'}} Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: consumer versions: Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: { DHCP agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: HyperV agent@hv-cinder-86243: {}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: L3 agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: Metadata agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: Metering agent@dv-cinder-862432-1-iscsi: {}, Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: Open vSwitch agent@dv-cinder-862432-1-iscsi: { 'AddressGroup': '1.2', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Agent': '1.1', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'ConntrackHelper': '1.0', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'LocalIPAssociation': '1.0', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Log': '1.0', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'NDPProxy': '1.0', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Network': '1.1', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Port': '1.7', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'PortForwarding': '1.3', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'QosPolicy': '1.10', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'SecurityGroup': '1.5', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'SecurityGroupRule': '1.2', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'SubPort': '1.0', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Subnet': '1.1', Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: 'Trunk': '1.1'}} Oct 23 20:05:13.982706 dv-cinder-862432-1-iscsi neutron-server[104662]: {{(pid=104662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 20:05:13.993622 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Attempting to bind port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:13.994407 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Attempting to bind port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:13.995016 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Attempting to bind port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 on network 3d6885ca-cf96-428e-afce-731ce2a4b2ac {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:14.000350 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Allocated IP 172.27.0.80 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/389da34b-6741-4787-9a2e-9bd933c7d1c1) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:14.030880 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Pushing event updated for resources: {'Port': ['ID=e3645430-f5d7-43af-adf8-0a8450796d83,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:14.050269 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Publish callbacks [] for port (32cf5003-488e-4c24-9b5d-fd418954581c), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.051364 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:14.052295 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:14.053018 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.053689 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Bound using segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:14.054793 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Bound port: ddfe899e-4d8b-4dc9-93c5-265f4e7822c4, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:14.055417 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.149993 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] For port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:14.154890 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] For port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=ddfe899e-4d8b-4dc9-93c5-265f4e7822c4,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:14.166860 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.242566 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.263012 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Routers {'a7af60f5-cb2a-4b13-ad05-89301f63cf50'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:14.263764 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:04:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a7af60f5-cb2a-4b13-ad05-89301f63cf50'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:14.270713 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:14.330578 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:14.344068 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:14.360099 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:14.361608 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394435'] for router_interface (a7af60f5-cb2a-4b13-ad05-89301f63cf50), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.365593 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a103ff-5a3b-405b-82a5-637da29beafa None None] Pushing event updated for resources: {'Port': ['ID=ddfe899e-4d8b-4dc9-93c5-265f4e7822c4,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:14.399520 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Publish callbacks [] for router_gateway (db9cbfec-86d1-480b-8271-c110e87dca47), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.402092 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Pushing event updated for resources: {'Port': ['ID=32cf5003-488e-4c24-9b5d-fd418954581c,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:14.413560 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 20:05:14.417242 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.448739 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 697ba8ea-694f-4987-b67e-e598047b5bee triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:14.449687 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.449943 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.450840 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 697ba8ea-694f-4987-b67e-e598047b5bee Oct 23 20:05:14.535699 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] Set router a7af60f5-cb2a-4b13-ad05-89301f63cf50 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:14.580917 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Publish callbacks [] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.604576 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:14.711661 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:14.750061 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Allocated IP 172.20.0.2 (4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2/2139503f-1ef8-4f08-99c6-ae904f60f5a2/b96a899a-b106-47fc-8d7e-7f501dd27509) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:14.821488 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:14.830937 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'name': 'tempest-DeleteServersTestJSON-1387966090-router', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:08Z', 'updated_at': '2022-10-23T20:05:10Z', 'revision_number': 3, 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'gw_port': {'id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:df:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:14.867269 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f1738-c162-4c27-841a-51fb24d45ece None None] The sync data for ids ['a7af60f5-cb2a-4b13-ad05-89301f63cf50'] in dv-cinder-862432-1-iscsi is: [{'id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'name': 'tempest-DeleteServersTestJSON-1387966090-router', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:08Z', 'updated_at': '2022-10-23T20:05:10Z', 'revision_number': 3, 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'gw_port': {'id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:df:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:05:14.870720 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.873354 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Publish callbacks [] for router_gateway (3e205361-8c32-44bd-bf7f-2041d0c68a05), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.890102 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:14.894625 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=72cc5850-8be7-48b0-9902-d2b3f2174ee1,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:14.926892 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fc574372-e39e-46df-8684-240e264b8b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:14.972528 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Pushing event updated for resources: {'Port': ['ID=389da34b-6741-4787-9a2e-9bd933c7d1c1,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:14.992577 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:14.995800 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:14.999138 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:15.001343 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Allocated IP 172.27.0.151 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/19d73d9f-c145-4fc0-a75a-bc8974d80880) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:15.009100 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:15.049312 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Allocated IP 172.20.0.2 (8e3b82ee-7488-4576-9263-10150a8cce41/daaca4e1-493a-432b-8103-3db60253ec00/a92b6f24-fd65-446a-8af5-51c8a38d76d2) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:15.053792 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:15.055637 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 697ba8ea-694f-4987-b67e-e598047b5bee is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:15.056019 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.058782 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.db.api [None req-192297e4-1bb8-4ac1-bff7-c5cfa74672c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 20:05:15.059246 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG oslo_db.api [None req-192297e4-1bb8-4ac1-bff7-c5cfa74672c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 20:05:15.064055 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.119497 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Publish callbacks [] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.156589 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.217238 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 697ba8ea-694f-4987-b67e-e598047b5bee, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=697ba8ea-694f-4987-b67e-e598047b5bee,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:05:15.269304 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.285398 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:15.297347 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:15.301821 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:15.304090 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Pushing event updated for resources: {'Port': ['ID=b96a899a-b106-47fc-8d7e-7f501dd27509,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:15.390925 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=697ba8ea-694f-4987-b67e-e598047b5bee,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:15.434510 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.453568 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Publish callbacks [] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.455802 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16393388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623'] for router (3e205361-8c32-44bd-bf7f-2041d0c68a05), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.467573 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:15.527015 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Attempting to bind port b96a899a-b106-47fc-8d7e-7f501dd27509 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:15.532059 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Attempting to bind port b96a899a-b106-47fc-8d7e-7f501dd27509 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:15.532469 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Attempting to bind port b96a899a-b106-47fc-8d7e-7f501dd27509 on network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:15.548740 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Publish callbacks [] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.579784 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:15.601966 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Publish callbacks [] for router_gateway (c9d4b704-a405-43c3-a617-61dd403ffa90), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.712765 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.753957 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.840377 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:15.849921 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 697ba8ea-694f-4987-b67e-e598047b5bee up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:15.854872 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:15.866692 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Publish callbacks [] for port (32cf5003-488e-4c24-9b5d-fd418954581c), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.868187 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Router 3e205361-8c32-44bd-bf7f-2041d0c68a05 is scheduled to L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba with binding_index 1 {{(pid=104659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 20:05:15.877113 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:15.937280 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-192297e4-1bb8-4ac1-bff7-c5cfa74672c6 None None] Current status of the port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:15.943363 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Network 8e3b82ee-7488-4576-9263-10150a8cce41 is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:15.944715 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:15.945334 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Checking segment: {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:15.945883 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.946460 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Bound using segment: {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:15.947101 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Bound port: b96a899a-b106-47fc-8d7e-7f501dd27509, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:15.947617 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:15.970954 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:15.982525 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:16.003703 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:16.004400 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16393388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623'] for router (c9d4b704-a405-43c3-a617-61dd403ffa90), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:16.014166 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Pushing event updated for resources: {'Port': ['ID=a92b6f24-fd65-446a-8af5-51c8a38d76d2,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:16.092042 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=19d73d9f-c145-4fc0-a75a-bc8974d80880,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:16.103696 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] For port b96a899a-b106-47fc-8d7e-7f501dd27509, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:16.108180 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] For port b96a899a-b106-47fc-8d7e-7f501dd27509, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=b96a899a-b106-47fc-8d7e-7f501dd27509,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:16.119379 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 697ba8ea-694f-4987-b67e-e598047b5bee triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:16.120041 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:16.120560 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 697ba8ea-694f-4987-b67e-e598047b5bee Oct 23 20:05:16.126546 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:16.131781 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16321054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16394327'] for router_interface (a7af60f5-cb2a-4b13-ad05-89301f63cf50), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:16.134063 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:16.598799 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-fb4e1f7f-3fde-4ee1-80b3-21e9a9ddd09a None None] Provisioning complete for port 697ba8ea-694f-4987-b67e-e598047b5bee triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:16.601169 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1f7f-3fde-4ee1-80b3-21e9a9ddd09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:16.601721 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-fb4e1f7f-3fde-4ee1-80b3-21e9a9ddd09a None None] Attempt 1 to provision port 697ba8ea-694f-4987-b67e-e598047b5bee Oct 23 20:05:16.655259 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:16.687025 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Pushing event updated for resources: {'Port': ['ID=32cf5003-488e-4c24-9b5d-fd418954581c,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:16.724254 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:05:16.747284 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:16.754616 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:16.763034 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Router c9d4b704-a405-43c3-a617-61dd403ffa90 is scheduled to L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba with binding_index 1 {{(pid=104660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 20:05:16.795102 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Sync routers for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:05:16.799312 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:16.803693 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-0b598385-e6c0-4b86-8dc2-428160492be6 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7601299 Oct 23 20:05:16.827137 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53610) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:16.837581 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Attempting to bind port a92b6f24-fd65-446a-8af5-51c8a38d76d2 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:16.838127 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Attempting to bind port a92b6f24-fd65-446a-8af5-51c8a38d76d2 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:16.838724 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Attempting to bind port a92b6f24-fd65-446a-8af5-51c8a38d76d2 on network 8e3b82ee-7488-4576-9263-10150a8cce41 {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:16.878665 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6295e-d2c0-40de-bf4c-480f4de665e0 None None] Pushing event updated for resources: {'Port': ['ID=b96a899a-b106-47fc-8d7e-7f501dd27509,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:16.889932 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:16.921083 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:16.922137 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:17.011008 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=88,neutron:UPDATE=10,neutron:INSERT=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:17.034149 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 697ba8ea-694f-4987-b67e-e598047b5bee is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:17.036111 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 72cc5850-8be7-48b0-9902-d2b3f2174ee1 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:17.060681 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:17.061163 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Checking segment: {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:17.061479 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53612) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:17.062033 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:17.062672 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Bound using segment: {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:17.063399 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Bound port: a92b6f24-fd65-446a-8af5-51c8a38d76d2, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:17.064238 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:17.167081 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Publish callbacks [] for router_gateway (db9cbfec-86d1-480b-8271-c110e87dca47), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:17.246728 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e1f7f-3fde-4ee1-80b3-21e9a9ddd09a None None] Current status of the port 697ba8ea-694f-4987-b67e-e598047b5bee is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:17.255735 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:17.256436 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:17.269386 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:17.304091 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:05:17.315801 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Sync routers for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:05:17.337094 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:17.337322 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Router a7af60f5-cb2a-4b13-ad05-89301f63cf50 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:05:17.338485 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:17.339859 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-fb4e1f7f-3fde-4ee1-80b3-21e9a9ddd09a None None] Provisioning complete for port 32cf5003-488e-4c24-9b5d-fd418954581c triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:17.340226 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1f7f-3fde-4ee1-80b3-21e9a9ddd09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:17.340630 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-fb4e1f7f-3fde-4ee1-80b3-21e9a9ddd09a None None] Attempt 1 to provision port 32cf5003-488e-4c24-9b5d-fd418954581c Oct 23 20:05:17.350307 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:17.362412 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbf632c-3c6e-46c2-80de-1aa4e85de8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:17.393105 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:17.393488 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:17.393992 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 Oct 23 20:05:17.395299 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:17.400059 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-ade3c07c-7540-4f84-b5a1-2cc089a08913 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2433741 Oct 23 20:05:17.404347 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53620) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:17.410815 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] For port a92b6f24-fd65-446a-8af5-51c8a38d76d2, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:17.481775 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:17.510087 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e1f7f-3fde-4ee1-80b3-21e9a9ddd09a None None] Port 32cf5003-488e-4c24-9b5d-fd418954581c cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:05:17.514529 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] For port a92b6f24-fd65-446a-8af5-51c8a38d76d2, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=a92b6f24-fd65-446a-8af5-51c8a38d76d2,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:17.540643 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:17.548338 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16393388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623'] for router (db9cbfec-86d1-480b-8271-c110e87dca47), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:17.576212 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:17.579306 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:05:17.586192 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-fb4e1f7f-3fde-4ee1-80b3-21e9a9ddd09a None None] Provisioning complete for port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:17.586854 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1f7f-3fde-4ee1-80b3-21e9a9ddd09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:17.587298 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-c0e8d290-6372-41ac-b50a-b03e94b18a5c admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/a7af60f5-cb2a-4b13-ad05-89301f63cf50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8280783 Oct 23 20:05:17.587488 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-fb4e1f7f-3fde-4ee1-80b3-21e9a9ddd09a None None] Attempt 1 to provision port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 Oct 23 20:05:17.790896 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:17.792697 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:17.820565 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66db87-744d-454d-a454-094ac6ed1d2d None None] Pushing event updated for resources: {'Port': ['ID=a92b6f24-fd65-446a-8af5-51c8a38d76d2,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:17.827843 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:15Z', 'revision_number': 3, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:17.855526 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:14Z', 'revision_number': 3, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:17.861202 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Checking router: c9d4b704-a405-43c3-a617-61dd403ffa90 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:05:17.861755 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Updating router c9d4b704-a405-43c3-a617-61dd403ffa90 port 389da34b-6741-4787-9a2e-9bd933c7d1c1 binding host dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:05:17.954515 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:17.965594 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:17.966332 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e1f7f-3fde-4ee1-80b3-21e9a9ddd09a None None] Current status of the port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:17.983048 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Checking router: 3e205361-8c32-44bd-bf7f-2041d0c68a05 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:05:17.983783 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Updating router 3e205361-8c32-44bd-bf7f-2041d0c68a05 port e3645430-f5d7-43af-adf8-0a8450796d83 binding host dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:05:18.097700 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbf632c-3c6e-46c2-80de-1aa4e85de8da admin admin] Publish callbacks [] for security_group (2beec2d4-1bc8-431c-819b-e91098e182f6), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:18.114286 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbf632c-3c6e-46c2-80de-1aa4e85de8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (2beec2d4-1bc8-431c-819b-e91098e182f6), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:18.181841 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:18.182210 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:18.182569 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 Oct 23 20:05:18.240298 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-6aef89ad-4648-4a00-b46f-893c797d3e75 None None] Provisioning complete for port 32cf5003-488e-4c24-9b5d-fd418954581c triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:18.240750 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6aef89ad-4648-4a00-b46f-893c797d3e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:18.241120 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-6aef89ad-4648-4a00-b46f-893c797d3e75 None None] Attempt 1 to provision port 32cf5003-488e-4c24-9b5d-fd418954581c Oct 23 20:05:18.294394 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:18.333006 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e3645430-f5d7-43af-adf8-0a8450796d83), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:18.347862 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Sync routers for ids ['a7af60f5-cb2a-4b13-ad05-89301f63cf50'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:05:18.373660 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Router db9cbfec-86d1-480b-8271-c110e87dca47 is scheduled to L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba with binding_index 1 {{(pid=104659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 20:05:18.424405 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf632c-3c6e-46c2-80de-1aa4e85de8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beec2d4-1bc8-431c-819b-e91098e182f6,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:18.444470 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-4fbf632c-3c6e-46c2-80de-1aa4e85de8da admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=67e002b62fa7450b809a03d93496e7f1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3815050 Oct 23 20:05:18.456559 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53640) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:18.462552 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:18.622375 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-6aef89ad-4648-4a00-b46f-893c797d3e75 None None] Port 32cf5003-488e-4c24-9b5d-fd418954581c cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:05:18.622598 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53664) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:18.624638 dv-cinder-862432-1-iscsi neutron-server[104660]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 23 20:05:18.628155 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Routers {'a7af60f5-cb2a-4b13-ad05-89301f63cf50'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:18.628928 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a7af60f5-cb2a-4b13-ad05-89301f63cf50'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:18.675965 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:18.728674 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84054d8-8caf-4b1e-8a7e-480ba642b15b None None] Network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:05:18.794013 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:18.864403 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-cc0d1345-d8c2-4f94-b6f3-509f0d04ea82 None None] Provisioning complete for port b96a899a-b106-47fc-8d7e-7f501dd27509 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:18.865818 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-cc0d1345-d8c2-4f94-b6f3-509f0d04ea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:18.865818 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-cc0d1345-d8c2-4f94-b6f3-509f0d04ea82 None None] Attempt 1 to provision port b96a899a-b106-47fc-8d7e-7f501dd27509 Oct 23 20:05:18.879836 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Publish callbacks [] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:18.886767 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:18.943831 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ac379-1ec7-495c-9e84-08975e6da8ba None None] Pushing event updated for resources: {'Port': ['ID=389da34b-6741-4787-9a2e-9bd933c7d1c1,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:18.951197 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Attempting to bind port 389da34b-6741-4787-9a2e-9bd933c7d1c1 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:18.951558 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Attempting to bind port 389da34b-6741-4787-9a2e-9bd933c7d1c1 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:18.952489 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Attempting to bind port 389da34b-6741-4787-9a2e-9bd933c7d1c1 on network 3d6885ca-cf96-428e-afce-731ce2a4b2ac {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:18.957091 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-46ad5dc4-d94e-4eca-8cb4-d02e4fd0d433 admin admin] Publish callbacks [] for security_group (2beec2d4-1bc8-431c-819b-e91098e182f6), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:18.960248 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:05:19.010507 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Sync routers for ids ['db9cbfec-86d1-480b-8271-c110e87dca47'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:05:19.023981 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Routers {'db9cbfec-86d1-480b-8271-c110e87dca47'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:19.025007 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['db9cbfec-86d1-480b-8271-c110e87dca47'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:19.056124 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-46ad5dc4-d94e-4eca-8cb4-d02e4fd0d433 admin admin] Publish callbacks [] for security_group (2beec2d4-1bc8-431c-819b-e91098e182f6), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.058087 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-d92b7174-5100-43d0-bb32-b33a59eca7e8 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:19.059876 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-d92b7174-5100-43d0-bb32-b33a59eca7e8 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/networks?id=ce1dcb9b-0da9-45b0-9d47-fb686a4f087d HTTP/1.1" status: 200 len: 812 time: 0.4362376 Oct 23 20:05:19.089709 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-05a33436-1328-46d9-bcbe-50667649beec tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/quotas/dd03c05196b64299bf41b7d4c412070a HTTP/1.1" status: 200 len: 375 time: 0.0227380 Oct 23 20:05:19.094766 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.096160 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-78d54c6b-a349-487d-9050-b0223a0cb6e8 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2751043 Oct 23 20:05:19.103857 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53670) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:19.205729 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Set router db9cbfec-86d1-480b-8271-c110e87dca47 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:19.265441 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:19.272653 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Publish callbacks [] for port (e3645430-f5d7-43af-adf8-0a8450796d83), precommit_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.278504 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:19.286127 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-bc618a6e-7b61-462a-9a04-64c0984838d8 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=dd03c05196b64299bf41b7d4c412070a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450229 Oct 23 20:05:19.297809 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.333953 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:19.351799 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:19.354501 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.363056 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e3645430-f5d7-43af-adf8-0a8450796d83), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.369238 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:19.369654 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:19.370052 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.370461 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Bound using segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:19.370949 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Bound port: 389da34b-6741-4787-9a2e-9bd933c7d1c1, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:19.371326 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.464959 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] For port 389da34b-6741-4787-9a2e-9bd933c7d1c1, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:19.474392 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-46ad5dc4-d94e-4eca-8cb4-d02e4fd0d433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (2beec2d4-1bc8-431c-819b-e91098e182f6), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.477563 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-46ad5dc4-d94e-4eca-8cb4-d02e4fd0d433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.477713 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:19.479273 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-46ad5dc4-d94e-4eca-8cb4-d02e4fd0d433 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2beec2d4-1bc8-431c-819b-e91098e182f6 HTTP/1.1" status: 204 len: 168 time: 1.0016413 Oct 23 20:05:19.481228 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Allocated IP 172.20.0.1 (d42fdacc-7ef9-4dc3-a526-50a70d71365d/dc2e838e-b2cf-45fa-b203-1a13f0d5cd82/d13b610b-2084-466d-88c2-8d10e3eec6a8) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:19.509247 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] For port 389da34b-6741-4787-9a2e-9bd933c7d1c1, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=389da34b-6741-4787-9a2e-9bd933c7d1c1,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:19.522721 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.539229 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad5dc4-d94e-4eca-8cb4-d02e4fd0d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beec2d4-1bc8-431c-819b-e91098e182f6,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:19.546790 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3597a8f0-6949-4207-9acb-bc840f82e71c None None] Network 8e3b82ee-7488-4576-9263-10150a8cce41 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:05:19.573440 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-e942cfed-fca1-4f7d-85a7-92c29929880d service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104660) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 20:05:19.576332 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-e942cfed-fca1-4f7d-85a7-92c29929880d service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1409192 Oct 23 20:05:19.582696 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:19.603739 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:19.616715 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ac379-1ec7-495c-9e84-08975e6da8ba None None] Pushing event updated for resources: {'Port': ['ID=389da34b-6741-4787-9a2e-9bd933c7d1c1,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:19.620947 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:16Z', 'revision_number': 3, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:19.708837 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Attempting to bind port e3645430-f5d7-43af-adf8-0a8450796d83 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:19.709347 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Attempting to bind port e3645430-f5d7-43af-adf8-0a8450796d83 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:19.709807 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Attempting to bind port e3645430-f5d7-43af-adf8-0a8450796d83 on network 3d6885ca-cf96-428e-afce-731ce2a4b2ac {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:19.732441 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Checking router: db9cbfec-86d1-480b-8271-c110e87dca47 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:05:19.732794 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Updating router db9cbfec-86d1-480b-8271-c110e87dca47 port 19d73d9f-c145-4fc0-a75a-bc8974d80880 binding host dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:05:19.758924 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:19.771695 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.775508 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:19.776227 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:19.787459 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=ddfe899e-4d8b-4dc9-93c5-265f4e7822c4,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:05:19.799623 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Set router a7af60f5-cb2a-4b13-ad05-89301f63cf50 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:19.887975 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Allocated IP 172.20.0.1 (8e3b82ee-7488-4576-9263-10150a8cce41/daaca4e1-493a-432b-8103-3db60253ec00/7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:19.901172 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:19.915935 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-71959a91-f69d-42e9-96c0-2e4cd182b2b7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ce1dcb9b-0da9-45b0-9d47-fb686a4f087d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277249 Oct 23 20:05:19.920837 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d1345-d8c2-4f94-b6f3-509f0d04ea82 None None] Current status of the port b96a899a-b106-47fc-8d7e-7f501dd27509 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:19.921854 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-cc0d1345-d8c2-4f94-b6f3-509f0d04ea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.924141 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.953006 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:19.954220 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:19.954870 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.955488 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Bound using segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:19.956297 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Bound port: e3645430-f5d7-43af-adf8-0a8450796d83, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:19.957127 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e3645430-f5d7-43af-adf8-0a8450796d83), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:19.963831 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Publish callbacks [] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:20.057869 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] For port e3645430-f5d7-43af-adf8-0a8450796d83, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:20.061525 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] For port e3645430-f5d7-43af-adf8-0a8450796d83, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e3645430-f5d7-43af-adf8-0a8450796d83,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:20.072940 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82d386-adf4-41c8-872b-e67f3b416a5b None None] Pushing event updated for resources: {'Port': ['ID=e3645430-f5d7-43af-adf8-0a8450796d83,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:20.092531 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e3645430-f5d7-43af-adf8-0a8450796d83), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:20.161101 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:20.248234 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-e7ec26d2-aa35-4d16-b763-e7e13a1db639 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/ce1dcb9b-0da9-45b0-9d47-fb686a4f087d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224158 Oct 23 20:05:20.271095 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Publish callbacks [] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:20.275969 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device b96a899a-b106-47fc-8d7e-7f501dd27509 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:20.318865 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-cc0d1345-d8c2-4f94-b6f3-509f0d04ea82 None None] For port b96a899a-b106-47fc-8d7e-7f501dd27509, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=b96a899a-b106-47fc-8d7e-7f501dd27509,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:05:20.319064 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:20.358083 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-cc0d1345-d8c2-4f94-b6f3-509f0d04ea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:20.361413 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:20.362892 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:20.413949 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Network d42fdacc-7ef9-4dc3-a526-50a70d71365d is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:20.441192 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:20.462316 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:20.515249 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:20.515730 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394435'] for router_interface (3e205361-8c32-44bd-bf7f-2041d0c68a05), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:20.525760 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:20.529531 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-0277188e-0097-46f2-b219-44321a97d650 None None] Provisioning complete for port a92b6f24-fd65-446a-8af5-51c8a38d76d2 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:20.530043 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-0277188e-0097-46f2-b219-44321a97d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:20.532621 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-0277188e-0097-46f2-b219-44321a97d650 None None] Attempt 1 to provision port a92b6f24-fd65-446a-8af5-51c8a38d76d2 Oct 23 20:05:20.567124 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Network 8e3b82ee-7488-4576-9263-10150a8cce41 is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:20.575564 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d13b610b-2084-466d-88c2-8d10e3eec6a8,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:20.575926 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:20.588830 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:20.594512 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394435'] for router_interface (c9d4b704-a405-43c3-a617-61dd403ffa90), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:20.600502 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Pushing event updated for resources: {'Port': ['ID=7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:20.609770 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=ddfe899e-4d8b-4dc9-93c5-265f4e7822c4,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:20.843233 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53730) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:20.904388 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:20.909032 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:15Z', 'revision_number': 3, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:20.928025 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-0277188e-0097-46f2-b219-44321a97d650 None None] Current status of the port a92b6f24-fd65-446a-8af5-51c8a38d76d2 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:20.931386 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-0277188e-0097-46f2-b219-44321a97d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:20.963934 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'name': 'tempest-DeleteServersTestJSON-1387966090-router', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:08Z', 'updated_at': '2022-10-23T20:05:14Z', 'revision_number': 4, 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'gw_port': {'id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:df:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '32cf5003-488e-4c24-9b5d-fd418954581c', 'name': '', 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'mac_address': 'fa:16:3e:53:fe:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c780a870-fac7-4896-934c-0dda1501aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:15Z', 'revision_number': 2, 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'subnets': [{'id': 'c780a870-fac7-4896-934c-0dda1501aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:20.964541 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-67b65c35-dab3-4cca-981f-49924029009d req-51316516-d3d6-49dc-b26f-6ad1ec25e621 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 210 time: 0.1201150 Oct 23 20:05:20.988777 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.023754 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a5840-e90c-4066-984b-1f68381af24b None None] The sync data for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi is: [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:15Z', 'revision_number': 3, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:05:21.092463 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Publish callbacks [] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.107392 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.125406 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-0277188e-0097-46f2-b219-44321a97d650 None None] For port a92b6f24-fd65-446a-8af5-51c8a38d76d2, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=a92b6f24-fd65-446a-8af5-51c8a38d76d2,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:05:21.127371 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Checking router: a7af60f5-cb2a-4b13-ad05-89301f63cf50 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:05:21.127837 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Updating router a7af60f5-cb2a-4b13-ad05-89301f63cf50 port 32cf5003-488e-4c24-9b5d-fd418954581c binding host dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:05:21.151643 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-0277188e-0097-46f2-b219-44321a97d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.163818 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port b96a899a-b106-47fc-8d7e-7f501dd27509 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:21.168548 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.169272 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port b96a899a-b106-47fc-8d7e-7f501dd27509 Oct 23 20:05:21.225705 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Attempting to bind port 19d73d9f-c145-4fc0-a75a-bc8974d80880 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:21.229327 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Attempting to bind port 19d73d9f-c145-4fc0-a75a-bc8974d80880 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:21.229327 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Attempting to bind port 19d73d9f-c145-4fc0-a75a-bc8974d80880 on network 3d6885ca-cf96-428e-afce-731ce2a4b2ac {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:21.246630 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-0277188e-0097-46f2-b219-44321a97d650 None None] Provisioning complete for port b96a899a-b106-47fc-8d7e-7f501dd27509 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:21.247304 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-0277188e-0097-46f2-b219-44321a97d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.248027 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-0277188e-0097-46f2-b219-44321a97d650 None None] Attempt 1 to provision port b96a899a-b106-47fc-8d7e-7f501dd27509 Oct 23 20:05:21.324609 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafb71a-8633-41f1-91ff-8e789f5852bb None None] Pushing event updated for resources: {'Port': ['ID=19d73d9f-c145-4fc0-a75a-bc8974d80880,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:21.353383 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:21.354483 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:21.354874 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:21.360379 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.360838 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Bound using segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:21.361661 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Bound port: 19d73d9f-c145-4fc0-a75a-bc8974d80880, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:21.361854 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.404384 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.439971 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Publish callbacks [] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.447691 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.448469 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16321054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16394327'] for router_interface (c9d4b704-a405-43c3-a617-61dd403ffa90), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.486341 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.505489 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] For port 19d73d9f-c145-4fc0-a75a-bc8974d80880, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:21.506182 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82d386-adf4-41c8-872b-e67f3b416a5b None None] Pushing event updated for resources: {'Port': ['ID=e3645430-f5d7-43af-adf8-0a8450796d83,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:21.526763 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] For port 19d73d9f-c145-4fc0-a75a-bc8974d80880, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=19d73d9f-c145-4fc0-a75a-bc8974d80880,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:21.539494 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:21.562870 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:21.604394 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:21.615672 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:21.666662 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafb71a-8633-41f1-91ff-8e789f5852bb None None] Pushing event updated for resources: {'Port': ['ID=19d73d9f-c145-4fc0-a75a-bc8974d80880,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:21.666910 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Pushing event updated for resources: {'Port': ['ID=7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:21.671712 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Routers {'db9cbfec-86d1-480b-8271-c110e87dca47'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:21.672360 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['db9cbfec-86d1-480b-8271-c110e87dca47'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:21.771266 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Network 8e3b82ee-7488-4576-9263-10150a8cce41 is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:21.775250 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:21.885998 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] Set router db9cbfec-86d1-480b-8271-c110e87dca47 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:21.931601 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:22.037149 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d1345-d8c2-4f94-b6f3-509f0d04ea82 None None] Pushing event updated for resources: {'Port': ['ID=b96a899a-b106-47fc-8d7e-7f501dd27509,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:22.141442 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Publish callbacks [] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:22.175204 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dd1e341b-eb35-4018-b919-974202eb4b52 req-04ed97ab-b719-4126-a8e1-61751e14d2f5 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 210 time: 0.0777545 Oct 23 20:05:22.180612 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:22.198811 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:22.199738 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16321054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16394327'] for router_interface (3e205361-8c32-44bd-bf7f-2041d0c68a05), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:22.205251 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Router c9d4b704-a405-43c3-a617-61dd403ffa90 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:05:22.521600 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:05:22.535349 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-aed915dd-c88a-4cdd-8018-a09294904c7a admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/c9d4b704-a405-43c3-a617-61dd403ffa90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1297371 Oct 23 20:05:22.594779 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:16Z', 'revision_number': 3, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:22.685279 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85be37e-e62a-4b6d-a88e-58fda4d41486 None None] The sync data for ids ['db9cbfec-86d1-480b-8271-c110e87dca47'] in dv-cinder-862432-1-iscsi is: [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:16Z', 'revision_number': 3, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:05:22.779357 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Allocated IP 172.20.0.1 (4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2/2139503f-1ef8-4f08-99c6-ae904f60f5a2/38ee32f4-70fb-401f-8d18-54a8b60e27ae) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:22.848817 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Publish callbacks [] for port (32cf5003-488e-4c24-9b5d-fd418954581c), precommit_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:22.851667 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:22.875236 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-0277188e-0097-46f2-b219-44321a97d650 None None] Current status of the port b96a899a-b106-47fc-8d7e-7f501dd27509 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:22.877647 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:22.945674 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port b96a899a-b106-47fc-8d7e-7f501dd27509 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:22.948468 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device a92b6f24-fd65-446a-8af5-51c8a38d76d2 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:23.066584 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Publish callbacks [] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:23.068533 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:23.129510 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-9ab0eb87-43ea-4b3f-9fd5-ae10759d0d4d None None] Provisioning complete for port d13b610b-2084-466d-88c2-8d10e3eec6a8 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:23.130025 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9ab0eb87-43ea-4b3f-9fd5-ae10759d0d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:23.130508 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-9ab0eb87-43ea-4b3f-9fd5-ae10759d0d4d None None] Attempt 1 to provision port d13b610b-2084-466d-88c2-8d10e3eec6a8 Oct 23 20:05:23.162405 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:23.212361 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:23.214066 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277188e-0097-46f2-b219-44321a97d650 None None] Pushing event updated for resources: {'Port': ['ID=a92b6f24-fd65-446a-8af5-51c8a38d76d2,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:23.277784 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d13b610b-2084-466d-88c2-8d10e3eec6a8,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:23.295303 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port a92b6f24-fd65-446a-8af5-51c8a38d76d2 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:23.295677 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:23.296013 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port a92b6f24-fd65-446a-8af5-51c8a38d76d2 Oct 23 20:05:23.343227 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0eb87-43ea-4b3f-9fd5-ae10759d0d4d None None] Port d13b610b-2084-466d-88c2-8d10e3eec6a8 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:05:23.351885 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:23.352811 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Pushing event updated for resources: {'Port': ['ID=38ee32f4-70fb-401f-8d18-54a8b60e27ae,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:23.371114 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:23.374426 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:23.376775 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394435'] for router_interface (db9cbfec-86d1-480b-8271-c110e87dca47), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:23.413246 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53832) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:23.419130 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-3b96893c-35e8-467b-83f4-fb88df094366 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529744718', 'description': 'tempest-description--272255507'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:23.458160 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Attempting to bind port 32cf5003-488e-4c24-9b5d-fd418954581c on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:23.469586 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b96893c-35e8-467b-83f4-fb88df094366 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:23.474458 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Attempting to bind port 32cf5003-488e-4c24-9b5d-fd418954581c by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:23.474890 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Attempting to bind port 32cf5003-488e-4c24-9b5d-fd418954581c on network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:23.491492 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-9ab0eb87-43ea-4b3f-9fd5-ae10759d0d4d None None] Provisioning complete for port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:23.491918 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9ab0eb87-43ea-4b3f-9fd5-ae10759d0d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:23.492265 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-9ab0eb87-43ea-4b3f-9fd5-ae10759d0d4d None None] Attempt 1 to provision port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 Oct 23 20:05:23.521935 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:14Z', 'revision_number': 3, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:23.592878 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Network d42fdacc-7ef9-4dc3-a526-50a70d71365d is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:23.593597 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:23.604462 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:23.722683 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:23.737886 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b96893c-35e8-467b-83f4-fb88df094366 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group (476e4bfc-ed15-4b35-beeb-bb28e3b47e36), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:23.761531 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f03bcde7-3a87-4696-a101-e58405fdcad3 req-64395a9c-7e57-4c20-a90f-80ea72147a95 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 210 time: 0.1139004 Oct 23 20:05:23.764041 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b96893c-35e8-467b-83f4-fb88df094366 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (476e4bfc-ed15-4b35-beeb-bb28e3b47e36), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:23.871662 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b96893c-35e8-467b-83f4-fb88df094366 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:23.871921 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:23.877200 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-3b96893c-35e8-467b-83f4-fb88df094366 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4622502 Oct 23 20:05:23.880946 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cb281-9cab-4403-ba75-70490e81bf02 None None] Pushing event updated for resources: {'Port': ['ID=32cf5003-488e-4c24-9b5d-fd418954581c,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:23.883919 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53848) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:23.891299 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96893c-35e8-467b-83f4-fb88df094366 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476e4bfc-ed15-4b35-beeb-bb28e3b47e36,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:23.903621 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-8c74b838-c298-473e-ba07-db8eab49992b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Request body: {'security_group_rule': {'security_group_id': '476e4bfc-ed15-4b35-beeb-bb28e3b47e36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:23.953889 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47425341-6366-4f2a-bc98-aaf03ba66c32 None None] The sync data for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi is: [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:14Z', 'revision_number': 3, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:05:23.990326 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0eb87-43ea-4b3f-9fd5-ae10759d0d4d None None] Port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:05:24.061792 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:24.062006 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Checking segment: {'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:24.062440 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.062837 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Bound using segment: {'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:24.063330 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Bound port: 32cf5003-488e-4c24-9b5d-fd418954581c, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:24.063713 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.065817 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-9ab0eb87-43ea-4b3f-9fd5-ae10759d0d4d None None] Provisioning complete for port a92b6f24-fd65-446a-8af5-51c8a38d76d2 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:24.066169 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9ab0eb87-43ea-4b3f-9fd5-ae10759d0d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.081595 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-9ab0eb87-43ea-4b3f-9fd5-ae10759d0d4d None None] Attempt 1 to provision port a92b6f24-fd65-446a-8af5-51c8a38d76d2 Oct 23 20:05:24.153719 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port a92b6f24-fd65-446a-8af5-51c8a38d76d2 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:24.265463 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Sync routers for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:05:24.325533 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] For port 32cf5003-488e-4c24-9b5d-fd418954581c, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:24.373988 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:24.376852 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:24.406941 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8c74b838-c298-473e-ba07-db8eab49992b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group_rule (2a12442a-d5cd-4a43-a9a7-af970cca0fd4), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.466068 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] For port 32cf5003-488e-4c24-9b5d-fd418954581c, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=32cf5003-488e-4c24-9b5d-fd418954581c,segment=NetworkSegment(6a73087b-1899-48f9-a92d-9aac6f06364f),segment_id=6a73087b-1899-48f9-a92d-9aac6f06364f)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:24.470856 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0eb87-43ea-4b3f-9fd5-ae10759d0d4d None None] Current status of the port a92b6f24-fd65-446a-8af5-51c8a38d76d2 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:24.481178 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.500146 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53860) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:24.531400 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:24.554426 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Publish callbacks [] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.584011 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Router 3e205361-8c32-44bd-bf7f-2041d0c68a05 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:05:24.590724 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device a92b6f24-fd65-446a-8af5-51c8a38d76d2 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:24.599919 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.603746 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16321054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16394327'] for router_interface (db9cbfec-86d1-480b-8271-c110e87dca47), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.611040 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:24.612347 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Routers {'a7af60f5-cb2a-4b13-ad05-89301f63cf50'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:24.613003 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a7af60f5-cb2a-4b13-ad05-89301f63cf50'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:24.685990 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-6dcae653-be90-4bbe-a9a6-acb26f11408a None None] Provisioning complete for port d13b610b-2084-466d-88c2-8d10e3eec6a8 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:24.686597 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6dcae653-be90-4bbe-a9a6-acb26f11408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.687097 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-6dcae653-be90-4bbe-a9a6-acb26f11408a None None] Attempt 1 to provision port d13b610b-2084-466d-88c2-8d10e3eec6a8 Oct 23 20:05:24.698983 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0392ff1b-3469-4e59-bc69-8042a3194ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.707211 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:24.714271 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8c74b838-c298-473e-ba07-db8eab49992b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group_rule (2a12442a-d5cd-4a43-a9a7-af970cca0fd4), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.732135 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:24.743841 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8c74b838-c298-473e-ba07-db8eab49992b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (2a12442a-d5cd-4a43-a9a7-af970cca0fd4), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.765142 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Pushing event updated for resources: {'Port': ['ID=38ee32f4-70fb-401f-8d18-54a8b60e27ae,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:24.827759 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74b838-c298-473e-ba07-db8eab49992b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a12442a-d5cd-4a43-a9a7-af970cca0fd4,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:24.838391 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0392ff1b-3469-4e59-bc69-8042a3194ae3 admin admin] Publish callbacks [] for security_group (55dcb63a-7654-446a-8916-3d887c326da7), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.846828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0392ff1b-3469-4e59-bc69-8042a3194ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (55dcb63a-7654-446a-8916-3d887c326da7), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.868376 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:24.897529 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8c74b838-c298-473e-ba07-db8eab49992b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.899981 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-8c74b838-c298-473e-ba07-db8eab49992b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0088897 Oct 23 20:05:24.907147 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53868) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:24.914464 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-7aaeff5e-3772-4bcf-9922-b96fe3dd590c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Request body: {'security_group_rule': {'security_group_id': '476e4bfc-ed15-4b35-beeb-bb28e3b47e36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:24.923248 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:05:24.925498 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cb281-9cab-4403-ba75-70490e81bf02 None None] Pushing event updated for resources: {'Port': ['ID=32cf5003-488e-4c24-9b5d-fd418954581c,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:24.945491 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b3eca8e5-31f0-431d-95f3-e51ef04985b3 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/3e205361-8c32-44bd-bf7f-2041d0c68a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1162770 Oct 23 20:05:24.956826 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port a92b6f24-fd65-446a-8af5-51c8a38d76d2 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:24.957265 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:24.957542 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:24.958046 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port a92b6f24-fd65-446a-8af5-51c8a38d76d2 Oct 23 20:05:24.965168 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:24.992094 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-78465452-8379-4841-b7ff-eb679bcbe2ff req-8a6ca3e1-d752-4292-a5f6-a0745363d0c2 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 210 time: 0.0841024 Oct 23 20:05:25.031434 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-0392ff1b-3469-4e59-bc69-8042a3194ae3 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=31293ae5a4de4ae3a39833ec75e4cfd4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5299668 Oct 23 20:05:25.034220 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53874) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:25.035088 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392ff1b-3469-4e59-bc69-8042a3194ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dcb63a-7654-446a-8916-3d887c326da7,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:25.061380 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-6dcae653-be90-4bbe-a9a6-acb26f11408a None None] Port d13b610b-2084-466d-88c2-8d10e3eec6a8 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:05:25.082694 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-6dcae653-be90-4bbe-a9a6-acb26f11408a None None] Provisioning complete for port 38ee32f4-70fb-401f-8d18-54a8b60e27ae triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:25.083360 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6dcae653-be90-4bbe-a9a6-acb26f11408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.083458 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-6dcae653-be90-4bbe-a9a6-acb26f11408a None None] Attempt 1 to provision port 38ee32f4-70fb-401f-8d18-54a8b60e27ae Oct 23 20:05:25.163382 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7aaeff5e-3772-4bcf-9922-b96fe3dd590c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group_rule (7008f39e-938b-4860-87ff-42eda989d632), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.254326 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] Set router a7af60f5-cb2a-4b13-ad05-89301f63cf50 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:25.259661 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-9e3ffab7-82c4-4354-9208-dc52ee1ed4ed admin admin] Publish callbacks [] for security_group (55dcb63a-7654-446a-8916-3d887c326da7), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.272817 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:25.289755 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-6dcae653-be90-4bbe-a9a6-acb26f11408a None None] Port 38ee32f4-70fb-401f-8d18-54a8b60e27ae cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:05:25.319000 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7aaeff5e-3772-4bcf-9922-b96fe3dd590c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group_rule (7008f39e-938b-4860-87ff-42eda989d632), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.330600 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7aaeff5e-3772-4bcf-9922-b96fe3dd590c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (7008f39e-938b-4860-87ff-42eda989d632), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.363930 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-9e3ffab7-82c4-4354-9208-dc52ee1ed4ed admin admin] Publish callbacks [] for security_group (55dcb63a-7654-446a-8916-3d887c326da7), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.384140 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaeff5e-3772-4bcf-9922-b96fe3dd590c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7008f39e-938b-4860-87ff-42eda989d632,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:25.417070 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:25.453009 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port a92b6f24-fd65-446a-8af5-51c8a38d76d2 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:25.454095 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:25.457395 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7aaeff5e-3772-4bcf-9922-b96fe3dd590c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.462811 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-7aaeff5e-3772-4bcf-9922-b96fe3dd590c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5526600 Oct 23 20:05:25.463539 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53884) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:25.473852 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:25.501867 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Router db9cbfec-86d1-480b-8271-c110e87dca47 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:05:25.530682 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.570899 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53888) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:25.575252 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-8bd935cb-f5e0-489d-b12b-7b3cd9caa788 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593047306', 'description': 'tempest-description--1424017227'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:25.607656 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8bd935cb-f5e0-489d-b12b-7b3cd9caa788 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.633545 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-9e3ffab7-82c4-4354-9208-dc52ee1ed4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (55dcb63a-7654-446a-8916-3d887c326da7), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.637183 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-9e3ffab7-82c4-4354-9208-dc52ee1ed4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.645831 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-9e3ffab7-82c4-4354-9208-dc52ee1ed4ed admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/55dcb63a-7654-446a-8916-3d887c326da7 HTTP/1.1" status: 204 len: 168 time: 0.6102026 Oct 23 20:05:25.655563 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-dd373370-e222-4784-97c0-f63c80516eaf None None] Provisioning complete for port 38ee32f4-70fb-401f-8d18-54a8b60e27ae triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:25.655968 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-dd373370-e222-4784-97c0-f63c80516eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.656509 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-dd373370-e222-4784-97c0-f63c80516eaf None None] Attempt 1 to provision port 38ee32f4-70fb-401f-8d18-54a8b60e27ae Oct 23 20:05:25.700912 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 2, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:25.748179 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8bd935cb-f5e0-489d-b12b-7b3cd9caa788 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group (eb3ec8b7-41e8-4efa-b532-35e3f006e663), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.759499 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8bd935cb-f5e0-489d-b12b-7b3cd9caa788 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (eb3ec8b7-41e8-4efa-b532-35e3f006e663), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.761938 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Checking router: c9d4b704-a405-43c3-a617-61dd403ffa90 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:05:25.762524 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Updating router c9d4b704-a405-43c3-a617-61dd403ffa90 port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 binding host dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:05:25.799574 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-dd373370-e222-4784-97c0-f63c80516eaf None None] Port 38ee32f4-70fb-401f-8d18-54a8b60e27ae cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:05:25.807205 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8bd935cb-f5e0-489d-b12b-7b3cd9caa788 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.813486 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-8bd935cb-f5e0-489d-b12b-7b3cd9caa788 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2416997 Oct 23 20:05:25.824306 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53894) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:25.828208 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:25.828604 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.828946 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 Oct 23 20:05:25.832598 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.841943 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-2c772b19-eaa4-4aef-84b6-66ea4bac2d1e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Request body: {'security_group_rule': {'security_group_id': 'eb3ec8b7-41e8-4efa-b532-35e3f006e663', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:25.859583 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ffab7-82c4-4354-9208-dc52ee1ed4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dcb63a-7654-446a-8916-3d887c326da7,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:25.860323 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd935cb-f5e0-489d-b12b-7b3cd9caa788 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3ec8b7-41e8-4efa-b532-35e3f006e663,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:25.890696 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:25.925126 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2c772b19-eaa4-4aef-84b6-66ea4bac2d1e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group_rule (e379c551-4a81-4ea9-9627-c8aabe0bafec), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:25.955428 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'name': 'tempest-DeleteServersTestJSON-1387966090-router', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:08Z', 'updated_at': '2022-10-23T20:05:14Z', 'revision_number': 4, 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'gw_port': {'id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '32cf5003-488e-4c24-9b5d-fd418954581c', 'name': '', 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'mac_address': 'fa:16:3e:53:fe:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c780a870-fac7-4896-934c-0dda1501aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:24Z', 'revision_number': 4, 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'subnets': [{'id': 'c780a870-fac7-4896-934c-0dda1501aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:25.973844 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:26.005833 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77de7ac-8076-401b-ac62-085d92f642de None None] The sync data for ids ['a7af60f5-cb2a-4b13-ad05-89301f63cf50'] in dv-cinder-862432-1-iscsi is: [{'id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'name': 'tempest-DeleteServersTestJSON-1387966090-router', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:08Z', 'updated_at': '2022-10-23T20:05:14Z', 'revision_number': 4, 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'gw_port': {'id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '32cf5003-488e-4c24-9b5d-fd418954581c', 'name': '', 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'mac_address': 'fa:16:3e:53:fe:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c780a870-fac7-4896-934c-0dda1501aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:24Z', 'revision_number': 4, 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'subnets': [{'id': 'c780a870-fac7-4896-934c-0dda1501aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:05:26.138156 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:26.139308 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device b96a899a-b106-47fc-8d7e-7f501dd27509 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:26.147521 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.179837 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2c772b19-eaa4-4aef-84b6-66ea4bac2d1e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group_rule (e379c551-4a81-4ea9-9627-c8aabe0bafec), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.187324 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2c772b19-eaa4-4aef-84b6-66ea4bac2d1e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (e379c551-4a81-4ea9-9627-c8aabe0bafec), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.256444 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2c772b19-eaa4-4aef-84b6-66ea4bac2d1e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.261097 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-2c772b19-eaa4-4aef-84b6-66ea4bac2d1e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4331965 Oct 23 20:05:26.261097 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c772b19-eaa4-4aef-84b6-66ea4bac2d1e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e379c551-4a81-4ea9-9627-c8aabe0bafec,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:26.261331 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53906) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:26.266369 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-4043c7e9-a12d-4f59-8057-26c0c4d997e3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Request body: {'security_group_rule': {'security_group_id': 'eb3ec8b7-41e8-4efa-b532-35e3f006e663', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:26.267838 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port b96a899a-b106-47fc-8d7e-7f501dd27509 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:26.268217 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.268558 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port b96a899a-b106-47fc-8d7e-7f501dd27509 Oct 23 20:05:26.309854 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4043c7e9-a12d-4f59-8057-26c0c4d997e3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group_rule (b1ef7478-8c4f-4a7a-8174-36d6713e053a), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.339636 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:05:26.340074 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53908) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:26.351070 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Sync routers for ids ['db9cbfec-86d1-480b-8271-c110e87dca47'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:05:26.359619 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9567d7d1-e57d-409e-b275-001cf9178090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.373622 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Routers {'db9cbfec-86d1-480b-8271-c110e87dca47'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:26.375505 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['db9cbfec-86d1-480b-8271-c110e87dca47'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:26.377604 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-271e4208-05c0-4894-bfba-949041a71adc admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/db9cbfec-86d1-480b-8271-c110e87dca47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2685368 Oct 23 20:05:26.489391 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:26.498448 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Allocated IP 172.27.0.224 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/491c3134-170c-49d4-b102-805c3b7cdcf7) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:26.514449 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Set router db9cbfec-86d1-480b-8271-c110e87dca47 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:26.551811 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port b96a899a-b106-47fc-8d7e-7f501dd27509 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:26.552914 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 19d73d9f-c145-4fc0-a75a-bc8974d80880 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:26.554430 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9567d7d1-e57d-409e-b275-001cf9178090 admin admin] Publish callbacks [] for security_group (6530bbf1-625d-49aa-bd09-c0831a78e836), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.556106 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Publish callbacks [] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), precommit_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.588657 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:26.635701 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.660998 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c269913-f384-4c8e-818f-3a2c68392ea6 req-8728d1b2-47b4-42f2-95d7-b04294180957 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 210 time: 0.0964856 Oct 23 20:05:26.672910 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9567d7d1-e57d-409e-b275-001cf9178090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (6530bbf1-625d-49aa-bd09-c0831a78e836), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.684253 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:26.776520 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fa2b0-50c3-4631-8bf2-35b7f1566e42 None None] Pushing event updated for resources: {'Port': ['ID=7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:26.809014 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-9567d7d1-e57d-409e-b275-001cf9178090 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=f78dcbb362d743138dfa1f4f71550b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4676554 Oct 23 20:05:26.817453 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 19d73d9f-c145-4fc0-a75a-bc8974d80880 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:26.819744 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.825067 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for port (491c3134-170c-49d4-b102-805c3b7cdcf7), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.826666 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 53924) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:26.830559 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 19d73d9f-c145-4fc0-a75a-bc8974d80880 Oct 23 20:05:26.868293 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4043c7e9-a12d-4f59-8057-26c0c4d997e3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group_rule (b1ef7478-8c4f-4a7a-8174-36d6713e053a), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.869792 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567d7d1-e57d-409e-b275-001cf9178090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6530bbf1-625d-49aa-bd09-c0831a78e836,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:26.876104 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4043c7e9-a12d-4f59-8057-26c0c4d997e3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (b1ef7478-8c4f-4a7a-8174-36d6713e053a), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.877111 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:26.932918 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4043c7e9-a12d-4f59-8057-26c0c4d997e3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:26.937561 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-4043c7e9-a12d-4f59-8057-26c0c4d997e3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6752307 Oct 23 20:05:26.938685 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 53926) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:26.945289 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:26.961995 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043c7e9-a12d-4f59-8057-26c0c4d997e3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ef7478-8c4f-4a7a-8174-36d6713e053a,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:26.972835 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:26.991517 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:23Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '38ee32f4-70fb-401f-8d18-54a8b60e27ae', 'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'mac_address': 'fa:16:3e:e9:51:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:22Z', 'updated_at': '2022-10-23T20:05:24Z', 'revision_number': 2, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'subnets': [{'id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:27.008001 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.061311 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Attempting to bind port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:27.064206 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (491c3134-170c-49d4-b102-805c3b7cdcf7), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.064828 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Attempting to bind port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:27.064828 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Attempting to bind port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 on network 8e3b82ee-7488-4576-9263-10150a8cce41 {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:27.073462 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Checking router: db9cbfec-86d1-480b-8271-c110e87dca47 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:05:27.075434 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Updating router db9cbfec-86d1-480b-8271-c110e87dca47 port 38ee32f4-70fb-401f-8d18-54a8b60e27ae binding host dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:05:27.103334 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34a78025-36e9-4f35-a1e9-bef98d1bbe1c admin admin] Publish callbacks [] for security_group (6530bbf1-625d-49aa-bd09-c0831a78e836), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.141626 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.148000 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:27.172102 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:27.180466 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:27.204827 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:27.208290 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:27.208290 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Checking segment: {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:27.208939 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.209096 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Bound using segment: {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:27.209592 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Bound port: 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:27.209973 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.214951 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:27.238779 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34a78025-36e9-4f35-a1e9-bef98d1bbe1c admin admin] Publish callbacks [] for security_group (6530bbf1-625d-49aa-bd09-c0831a78e836), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.246239 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 19d73d9f-c145-4fc0-a75a-bc8974d80880 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:27.246655 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.334415 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Sync routers for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:05:27.357247 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (26b43956-9551-476f-a387-306bc8040908), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.358826 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-a89b8999-55d1-4130-9a72-8413d09e64b1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:27.360338 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-a89b8999-55d1-4130-9a72-8413d09e64b1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 818 time: 0.1439116 Oct 23 20:05:27.388694 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event updated for resources: {'Port': ['ID=491c3134-170c-49d4-b102-805c3b7cdcf7,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:27.415662 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 19d73d9f-c145-4fc0-a75a-bc8974d80880, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=19d73d9f-c145-4fc0-a75a-bc8974d80880,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:05:27.430281 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-44eef49b-f5e0-46b1-92e5-10ded8c94446 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/quotas/e41c21bcf4ca457391486c08565b2aae HTTP/1.1" status: 200 len: 375 time: 0.0456707 Oct 23 20:05:27.431807 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.446075 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.449617 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 389da34b-6741-4787-9a2e-9bd933c7d1c1 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:27.479366 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:27.480165 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:27.501009 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34a78025-36e9-4f35-a1e9-bef98d1bbe1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (6530bbf1-625d-49aa-bd09-c0831a78e836), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.509498 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34a78025-36e9-4f35-a1e9-bef98d1bbe1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.514046 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-34a78025-36e9-4f35-a1e9-bef98d1bbe1c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6530bbf1-625d-49aa-bd09-c0831a78e836 HTTP/1.1" status: 204 len: 168 time: 0.6840520 Oct 23 20:05:27.530695 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (491c3134-170c-49d4-b102-805c3b7cdcf7), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.599053 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] For port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:27.643054 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] For port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:27.674456 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.695309 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Publish callbacks [] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.717049 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:27.727406 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=19d73d9f-c145-4fc0-a75a-bc8974d80880,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:27.780723 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-212f5534-39d1-4ed5-aa98-b7407df876c7 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3388631 Oct 23 20:05:27.876446 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:27.877806 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:27.964985 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4d3fc-1419-408e-8e26-f3b1c5745e17 None None] Pushing event updated for resources: {'Port': ['ID=38ee32f4-70fb-401f-8d18-54a8b60e27ae,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:27.970096 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Attempting to bind port 38ee32f4-70fb-401f-8d18-54a8b60e27ae on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:27.970586 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Attempting to bind port 38ee32f4-70fb-401f-8d18-54a8b60e27ae by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:27.970952 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Attempting to bind port 38ee32f4-70fb-401f-8d18-54a8b60e27ae on network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:27.999013 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f1379a41-62b4-4866-8054-bed2bd8b7009 req-b2e555c1-aad0-415d-877f-012f3b1e3935 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 210 time: 0.1014185 Oct 23 20:05:28.000195 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Allocated IP 172.27.0.191 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/a901cd9f-b0d4-4304-9739-cac85b391359) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:28.031260 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 389da34b-6741-4787-9a2e-9bd933c7d1c1 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:28.031260 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:28.031260 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 389da34b-6741-4787-9a2e-9bd933c7d1c1 Oct 23 20:05:28.057732 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:28.058119 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Checking segment: {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:28.058753 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:28.059147 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Bound using segment: {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:28.059687 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Bound port: 38ee32f4-70fb-401f-8d18-54a8b60e27ae, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:28.060780 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:28.159219 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:28.159989 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a78025-36e9-4f35-a1e9-bef98d1bbe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6530bbf1-625d-49aa-bd09-c0831a78e836,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:28.165956 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] For port 38ee32f4-70fb-401f-8d18-54a8b60e27ae, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:28.179895 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] For port 38ee32f4-70fb-401f-8d18-54a8b60e27ae, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=38ee32f4-70fb-401f-8d18-54a8b60e27ae,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:28.189511 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:28.233511 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Routers {'db9cbfec-86d1-480b-8271-c110e87dca47'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:28.235203 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['db9cbfec-86d1-480b-8271-c110e87dca47'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:28.258553 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for port (491c3134-170c-49d4-b102-805c3b7cdcf7), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:28.263058 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-da7690b9-5e7a-4935-8532-78620f7c1cef service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104660) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 20:05:28.268953 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (491c3134-170c-49d4-b102-805c3b7cdcf7), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:28.269842 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (26b43956-9551-476f-a387-306bc8040908), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:28.271426 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-da7690b9-5e7a-4935-8532-78620f7c1cef service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2453120 Oct 23 20:05:28.312286 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4d3fc-1419-408e-8e26-f3b1c5745e17 None None] Pushing event updated for resources: {'Port': ['ID=38ee32f4-70fb-401f-8d18-54a8b60e27ae,revision_number=4']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:28.365619 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fa2b0-50c3-4631-8bf2-35b7f1566e42 None None] Pushing event updated for resources: {'Port': ['ID=7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:28.382007 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:28.394690 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9247835 Oct 23 20:05:28.433537 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45ddcd-f6a8-42c6-99c6-76947daabf1e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event updated for resources: {'Port': ['ID=491c3134-170c-49d4-b102-805c3b7cdcf7,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:28.451354 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for port (a901cd9f-b0d4-4304-9739-cac85b391359), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:28.469208 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] Set router db9cbfec-86d1-480b-8271-c110e87dca47 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:28.483074 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:28.504854 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:28.526263 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-72d70d4a-511a-4438-ae3e-3c1299f19a1e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538586 Oct 23 20:05:28.605392 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:28.610987 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.15', 65529) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:28.677030 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-b07af1b2-2de3-4f2a-957c-724baccb8be2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496537 Oct 23 20:05:28.697498 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (a901cd9f-b0d4-4304-9739-cac85b391359), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:28.728173 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:28.775501 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:28.783172 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:28.790639 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:28.836211 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:23Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '38ee32f4-70fb-401f-8d18-54a8b60e27ae', 'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'mac_address': 'fa:16:3e:e9:51:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:22Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'subnets': [{'id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:28.869371 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 389da34b-6741-4787-9a2e-9bd933c7d1c1 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:28.869760 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:28.871637 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc18ec-275f-4c02-a2e6-01b6df62038a None None] The sync data for ids ['db9cbfec-86d1-480b-8271-c110e87dca47'] in dv-cinder-862432-1-iscsi is: [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:23Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '38ee32f4-70fb-401f-8d18-54a8b60e27ae', 'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'mac_address': 'fa:16:3e:e9:51:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:22Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'subnets': [{'id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:05:28.891312 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 389da34b-6741-4787-9a2e-9bd933c7d1c1, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=389da34b-6741-4787-9a2e-9bd933c7d1c1,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:05:28.894872 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event updated for resources: {'Port': ['ID=a901cd9f-b0d4-4304-9739-cac85b391359,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:28.905556 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:28.987428 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:29.024487 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-68f58ac9-6898-49ce-99dd-5cbdddb723c6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--529744718&fields=id&tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a HTTP/1.1" status: 200 len: 267 time: 0.2349513 Oct 23 20:05:29.156037 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=389da34b-6741-4787-9a2e-9bd933c7d1c1,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:29.159174 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:29.159781 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (5a2dc7d7-db6d-4022-b9bc-749dffa5a357), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:29.164891 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6d99cb41-241f-41c7-9ff3-642bad832659 req-f759878d-1c12-48bf-b4cb-618119cf7a63 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 210 time: 0.0708542 Oct 23 20:05:29.180438 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 2, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:29.215780 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Checking router: 3e205361-8c32-44bd-bf7f-2041d0c68a05 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:05:29.216319 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Updating router 3e205361-8c32-44bd-bf7f-2041d0c68a05 port d13b610b-2084-466d-88c2-8d10e3eec6a8 binding host dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:05:29.218736 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e3645430-f5d7-43af-adf8-0a8450796d83 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:29.297178 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (a901cd9f-b0d4-4304-9739-cac85b391359), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:29.315280 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:29.364410 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:29.412752 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-44dfaa6b-93fd-4d22-8a28-e3423530f97e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:29.419485 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e113a-23d2-4234-9156-e62c2b5265e1 None None] The sync data for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi is: [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:05:29.422806 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-44dfaa6b-93fd-4d22-8a28-e3423530f97e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/networks?id=8e3b82ee-7488-4576-9263-10150a8cce41 HTTP/1.1" status: 200 len: 811 time: 0.3904858 Oct 23 20:05:29.463102 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-46c5b95b-f00a-4b38-8627-fa51e567a3a5 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/quotas/5ebb0d7d16214912a585ca96cf6b2c6a HTTP/1.1" status: 200 len: 375 time: 0.0352745 Oct 23 20:05:29.471523 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:29.551555 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port e3645430-f5d7-43af-adf8-0a8450796d83 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:29.551944 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e3645430-f5d7-43af-adf8-0a8450796d83), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:29.552282 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port e3645430-f5d7-43af-adf8-0a8450796d83 Oct 23 20:05:29.613188 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-279dac48-37c4-43a3-a760-689c8b439017 req-c117b7e6-3091-43bd-8b74-fb38a2332232 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 210 time: 0.2390215 Oct 23 20:05:29.618489 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-a2d4277f-ce14-4fff-be21-37556e1478f6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1583667 Oct 23 20:05:29.929889 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port e3645430-f5d7-43af-adf8-0a8450796d83 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:29.930379 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e3645430-f5d7-43af-adf8-0a8450796d83), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:29.977934 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for port (a901cd9f-b0d4-4304-9739-cac85b391359), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:29.996885 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (a901cd9f-b0d4-4304-9739-cac85b391359), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:29.996885 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (5a2dc7d7-db6d-4022-b9bc-749dffa5a357), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:30.003883 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port e3645430-f5d7-43af-adf8-0a8450796d83, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e3645430-f5d7-43af-adf8-0a8450796d83,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:05:30.028522 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e3645430-f5d7-43af-adf8-0a8450796d83), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:30.036563 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 32cf5003-488e-4c24-9b5d-fd418954581c up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:30.119690 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:30.134584 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1866081 Oct 23 20:05:30.163009 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-6112c5cc-768e-4b9f-ac49-3ecf925bbc93 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199537 Oct 23 20:05:30.277978 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b1ec3-4717-476f-be40-86fd677319b3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event updated for resources: {'Port': ['ID=a901cd9f-b0d4-4304-9739-cac85b391359,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:30.333647 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-057aaf5b-1e6b-494d-924b-287d2409b987 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:30.339092 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-057aaf5b-1e6b-494d-924b-287d2409b987 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 818 time: 0.5203743 Oct 23 20:05:30.363352 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=e3645430-f5d7-43af-adf8-0a8450796d83,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:30.384010 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 32cf5003-488e-4c24-9b5d-fd418954581c triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:30.388899 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-dfd1a917-f3d9-48ce-ade5-9a208539e6df tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:30.389802 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:30.391446 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-dfd1a917-f3d9-48ce-ade5-9a208539e6df tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ce1dcb9b-0da9-45b0-9d47-fb686a4f087d HTTP/1.1" status: 200 len: 812 time: 0.4062169 Oct 23 20:05:30.391680 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 32cf5003-488e-4c24-9b5d-fd418954581c Oct 23 20:05:30.417228 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-650429e3-8dcf-4a37-bba3-3a88451a08fc tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/quotas/e41c21bcf4ca457391486c08565b2aae HTTP/1.1" status: 200 len: 375 time: 0.0675561 Oct 23 20:05:30.450201 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Request body: {'port': {'device_id': '50a8bceb-1edb-49db-9c3c-9c8de07e1b2a', 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d', 'admin_state_up': True, 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:30.487101 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:30.499613 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-d1f1c941-ee96-48c6-ae89-309eacd3c3c2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237939 Oct 23 20:05:30.567087 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 32cf5003-488e-4c24-9b5d-fd418954581c is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:30.568193 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:30.627102 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:30.640350 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Publish callbacks [] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), precommit_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:30.645605 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 32cf5003-488e-4c24-9b5d-fd418954581c, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=32cf5003-488e-4c24-9b5d-fd418954581c,segment=NetworkSegment(6a73087b-1899-48f9-a92d-9aac6f06364f),segment_id=6a73087b-1899-48f9-a92d-9aac6f06364f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:05:30.649324 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:30.650639 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-de068552-d345-4280-8559-60094ff6849c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1496294 Oct 23 20:05:30.657648 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:30.658833 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 19d73d9f-c145-4fc0-a75a-bc8974d80880 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:30.712869 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Made reservation on behalf of dd03c05196b64299bf41b7d4c412070a for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:30.718679 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:30.730157 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:30.797640 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-6834f162-d7db-483a-820d-3e714e87ff0d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459405 Oct 23 20:05:30.836164 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7721150-5de7-4b72-8bbb-b8d59b9b55db None None] Pushing event updated for resources: {'Port': ['ID=d13b610b-2084-466d-88c2-8d10e3eec6a8,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:30.891716 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:30.900879 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Attempting to bind port d13b610b-2084-466d-88c2-8d10e3eec6a8 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:30.901414 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Attempting to bind port d13b610b-2084-466d-88c2-8d10e3eec6a8 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:30.902295 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Attempting to bind port d13b610b-2084-466d-88c2-8d10e3eec6a8 on network d42fdacc-7ef9-4dc3-a526-50a70d71365d {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:30.980376 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 19d73d9f-c145-4fc0-a75a-bc8974d80880 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:30.981896 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:30.984771 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 19d73d9f-c145-4fc0-a75a-bc8974d80880 Oct 23 20:05:31.097543 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-c6870a6b-9117-4f53-8c13-eed825319081 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969527 Oct 23 20:05:31.101721 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=32cf5003-488e-4c24-9b5d-fd418954581c,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:31.197641 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:31.226589 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:31.226969 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Checking segment: {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:31.227381 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:31.227770 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Bound using segment: {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:31.228285 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Bound port: d13b610b-2084-466d-88c2-8d10e3eec6a8, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:31.229072 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:31.278190 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-6fd74f04-4a78-419e-87b8-ac0903d422e4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--593047306&fields=id&tenant_id=4023fb7431ad496fa044b19190f014d8 HTTP/1.1" status: 200 len: 267 time: 0.1315253 Oct 23 20:05:31.367974 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 19d73d9f-c145-4fc0-a75a-bc8974d80880 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:31.424687 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] For port d13b610b-2084-466d-88c2-8d10e3eec6a8, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:31.428178 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] For port d13b610b-2084-466d-88c2-8d10e3eec6a8, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=d13b610b-2084-466d-88c2-8d10e3eec6a8,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:31.440706 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:31.591385 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:31.603354 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:05:31.607378 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:05:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:31.630037 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Allocated IP 172.20.0.5 (ce1dcb9b-0da9-45b0-9d47-fb686a4f087d/c780a870-fac7-4896-934c-0dda1501aa22/e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:31.757893 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-a42891f8-5fbd-4f7e-bd45-a72c9e4b9b4d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:31.777210 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-a42891f8-5fbd-4f7e-bd45-a72c9e4b9b4d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 817 time: 0.4971969 Oct 23 20:05:31.797610 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7721150-5de7-4b72-8bbb-b8d59b9b55db None None] Pushing event updated for resources: {'Port': ['ID=d13b610b-2084-466d-88c2-8d10e3eec6a8,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:31.887742 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:31.909979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:05:32.167463 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 32cf5003-488e-4c24-9b5d-fd418954581c up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:32.300444 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Publish callbacks [] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:32.407360 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:32.445690 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:32.475330 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:32.508558 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-27e4c662-3458-4658-ac4f-b0cb3a2f7b10 req-6c0cb1e4-04f9-43b7-b2ad-3131581fdd5b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 210 time: 0.6773400 Oct 23 20:05:32.510029 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-edb22918-2cf4-430d-8ad6-900256c277cf tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/quotas/4023fb7431ad496fa044b19190f014d8 HTTP/1.1" status: 200 len: 375 time: 0.7304790 Oct 23 20:05:32.511213 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 32cf5003-488e-4c24-9b5d-fd418954581c triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:32.514320 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:32.514813 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 32cf5003-488e-4c24-9b5d-fd418954581c Oct 23 20:05:32.530799 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:32.545046 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:32.546021 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:32.668271 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.15', 49161) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:32.723308 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:31Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:32.777519 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3321540 Oct 23 20:05:32.779102 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20db01-9ba6-404a-b801-fe5cb3347f3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Pushing event updated for resources: {'Port': ['ID=e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:32.793636 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-0ffc4936-2cdc-43e9-90a8-798e255a7d90 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2634203 Oct 23 20:05:32.816705 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-4162da3e-2c55-43ce-8b3a-a1829bc093a0 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 20:05:32.824321 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-4162da3e-2c55-43ce-8b3a-a1829bc093a0 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0092280 Oct 23 20:05:32.833577 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 32cf5003-488e-4c24-9b5d-fd418954581c is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:32.835113 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:32.970417 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ad0a3-5a94-4249-a1ab-0615c0ba39d0 None None] The sync data for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi is: [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:31Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:05:33.002796 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54186) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:33.033238 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:33.038844 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:33.041521 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 Oct 23 20:05:33.154745 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-96144676-3c49-477c-bdda-d12cda161575 req-09598f47-8969-49d2-a05a-9e4584e6356a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 210 time: 0.2912199 Oct 23 20:05:33.263791 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Request body: {'port': {'device_id': '50a8bceb-1edb-49db-9c3c-9c8de07e1b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:33.369764 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-dad42e5d-2cee-4520-a640-80614d48b93c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:33.370536 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-a98c157f-568f-460e-b65d-7d5c1c092b11 None None] Provisioning complete for port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:33.372050 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-a98c157f-568f-460e-b65d-7d5c1c092b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:33.372790 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-dad42e5d-2cee-4520-a640-80614d48b93c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 818 time: 0.6970530 Oct 23 20:05:33.372932 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-a98c157f-568f-460e-b65d-7d5c1c092b11 None None] Attempt 1 to provision port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 Oct 23 20:05:33.375120 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f89228e5-849b-426e-90e3-1fd213f5b87f req-74419c07-fbbd-4de3-8cc2-b9b59684eee6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.0708582 Oct 23 20:05:33.384699 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-43bf8246-88eb-4420-8b40-740314c31233 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994378 Oct 23 20:05:33.430697 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-25f8980e-6858-450d-91ad-7665d82b7766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:33.445547 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Request body: {'port': {'device_id': 'df8837d8-442b-4b75-b896-e07e4a04391f', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'admin_state_up': True, 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:33.534998 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-a98c157f-568f-460e-b65d-7d5c1c092b11 None None] Port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:05:33.655647 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:33.662419 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:33.719463 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:05:33.735017 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:33.739791 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e3645430-f5d7-43af-adf8-0a8450796d83 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:33.802228 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-a7a9100e-5c5a-4b23-a919-12ede4315ae7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163084 Oct 23 20:05:33.890804 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:33.906728 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Made reservation on behalf of e41c21bcf4ca457391486c08565b2aae for: {'port': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:33.928759 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:33.943182 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:34.145346 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:34.156957 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port e3645430-f5d7-43af-adf8-0a8450796d83 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:34.159596 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e3645430-f5d7-43af-adf8-0a8450796d83), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:34.161482 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port e3645430-f5d7-43af-adf8-0a8450796d83 Oct 23 20:05:34.233403 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:34.290419 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port e3645430-f5d7-43af-adf8-0a8450796d83 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:34.291674 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 38ee32f4-70fb-401f-8d18-54a8b60e27ae up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:34.353067 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 38ee32f4-70fb-401f-8d18-54a8b60e27ae triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:34.354049 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:34.354776 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 38ee32f4-70fb-401f-8d18-54a8b60e27ae Oct 23 20:05:34.506792 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.15', 49175) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:34.513860 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 38ee32f4-70fb-401f-8d18-54a8b60e27ae is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:34.514340 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:34.609858 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 38ee32f4-70fb-401f-8d18-54a8b60e27ae, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=38ee32f4-70fb-401f-8d18-54a8b60e27ae,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:05:34.623672 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:34.623672 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 389da34b-6741-4787-9a2e-9bd933c7d1c1 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:34.714506 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=38ee32f4-70fb-401f-8d18-54a8b60e27ae,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:34.789336 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-09676ded-15d6-42cb-b526-9fac63deb2e0 req-623fc529-cd0b-401b-b77b-bed0f1fed91c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 210 time: 0.1233261 Oct 23 20:05:34.800006 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 389da34b-6741-4787-9a2e-9bd933c7d1c1 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:34.801499 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:34.801967 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 389da34b-6741-4787-9a2e-9bd933c7d1c1 Oct 23 20:05:34.811184 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdbee6-c79a-4f2a-890f-91e0f0aa4e12 req-35257da9-7d65-4b7b-9408-4361ee3f9377 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:34.829979 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9bfdbee6-c79a-4f2a-890f-91e0f0aa4e12 req-35257da9-7d65-4b7b-9408-4361ee3f9377 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 931 time: 0.4416611 Oct 23 20:05:34.894977 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 389da34b-6741-4787-9a2e-9bd933c7d1c1 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:34.909949 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-25f8980e-6858-450d-91ad-7665d82b7766 admin admin] Publish callbacks [] for security_group (ff00866c-dc9a-41b2-8953-91c42424a2d4), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:34.928550 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:34.945643 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-25f8980e-6858-450d-91ad-7665d82b7766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (ff00866c-dc9a-41b2-8953-91c42424a2d4), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.013759 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:35.104422 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-282efbfd-baf3-4f05-9196-a452c3bcbc91 req-3c8f8535-fc2d-4a98-8a40-2677bece7e8d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.1626692 Oct 23 20:05:35.183378 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-25f8980e-6858-450d-91ad-7665d82b7766 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ca2ed1e33c3b40a6b5c7aad91cffdbc7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1792130 Oct 23 20:05:35.189244 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8980e-6858-450d-91ad-7665d82b7766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff00866c-dc9a-41b2-8953-91c42424a2d4,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:35.202890 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Allocated IP 172.20.0.7 (4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2/2139503f-1ef8-4f08-99c6-ae904f60f5a2/2157f124-6d4c-4aa3-8b95-ee304dc9379e) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:35.219067 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54244) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:35.226645 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:35.239966 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 38ee32f4-70fb-401f-8d18-54a8b60e27ae up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:35.244697 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:35.278050 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9bfdbee6-c79a-4f2a-890f-91e0f0aa4e12 req-69f3542e-936a-4f7e-9fd7-b972e8f0fbb8 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455094 Oct 23 20:05:35.384133 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 38ee32f4-70fb-401f-8d18-54a8b60e27ae triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:35.384386 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.384822 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 38ee32f4-70fb-401f-8d18-54a8b60e27ae Oct 23 20:05:35.399607 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-4bbd6fa8-cc2e-47a8-aa25-5f98b627250d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:35.407196 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-4bbd6fa8-cc2e-47a8-aa25-5f98b627250d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.15 "GET /networking/v2.0/networks?id=8e3b82ee-7488-4576-9263-10150a8cce41 HTTP/1.1" status: 200 len: 811 time: 0.8799284 Oct 23 20:05:35.463353 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4187fa3e-dfb6-4e9f-a624-0efee489db48 req-c5af4ce7-7fdf-452d-8989-7dd1b1b8366e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.1598980 Oct 23 20:05:35.485976 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:05:35.494127 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Publish callbacks [] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.524394 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Transition to ACTIVE for port object e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:05:35.527980 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 38ee32f4-70fb-401f-8d18-54a8b60e27ae is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:35.529090 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device d13b610b-2084-466d-88c2-8d10e3eec6a8 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:35.534274 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.559248 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:35.583875 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port d13b610b-2084-466d-88c2-8d10e3eec6a8 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:35.584235 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.584862 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port d13b610b-2084-466d-88c2-8d10e3eec6a8 Oct 23 20:05:35.626515 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3a121572-0a3e-4a7e-af33-d16b28ae4c4b admin admin] Publish callbacks [] for security_group (ff00866c-dc9a-41b2-8953-91c42424a2d4), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.659102 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.678605 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Pushing event updated for resources: {'Port': ['ID=e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:35.694354 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3a121572-0a3e-4a7e-af33-d16b28ae4c4b admin admin] Publish callbacks [] for security_group (ff00866c-dc9a-41b2-8953-91c42424a2d4), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.696924 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port d13b610b-2084-466d-88c2-8d10e3eec6a8 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:35.697367 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.697556 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Attempting to bind port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:35.698160 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Attempting to bind port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:35.698703 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Attempting to bind port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 on network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:35.703371 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.738274 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port d13b610b-2084-466d-88c2-8d10e3eec6a8, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=d13b610b-2084-466d-88c2-8d10e3eec6a8,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:05:35.743466 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.744400 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:35.798558 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:35.807878 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 54266) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:35.816002 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:35.834520 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:35.839267 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:35.839923 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.843886 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event updated for resources: {'Port': ['ID=2157f124-6d4c-4aa3-8b95-ee304dc9379e,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:35.858433 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:35.859008 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:35.859458 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 Oct 23 20:05:35.891416 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-12513d92-86df-4074-8f22-1cf0c1047903 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4531102 Oct 23 20:05:35.937832 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=d13b610b-2084-466d-88c2-8d10e3eec6a8,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:35.940098 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 on network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:05:35.940993 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Attempting to bind port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 on network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:35.998632 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f79dea20-5cc7-4370-a2e6-9b1f18ed7c43 req-2c4e4adc-0b1e-4da6-9585-0da3f259cfe8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 210 time: 0.0702481 Oct 23 20:05:36.002805 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3a121572-0a3e-4a7e-af33-d16b28ae4c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (ff00866c-dc9a-41b2-8953-91c42424a2d4), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.005457 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3a121572-0a3e-4a7e-af33-d16b28ae4c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.010687 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-3a121572-0a3e-4a7e-af33-d16b28ae4c4b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ff00866c-dc9a-41b2-8953-91c42424a2d4 HTTP/1.1" status: 204 len: 168 time: 0.7886236 Oct 23 20:05:36.031923 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:36.034412 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:36.034843 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Checking segment: {'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:36.035484 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Bound using segment: {'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:36.036187 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Bound port: e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a73087b-1899-48f9-a92d-9aac6f06364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:36.036751 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.041148 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a121572-0a3e-4a7e-af33-d16b28ae4c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff00866c-dc9a-41b2-8953-91c42424a2d4,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:36.062112 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea67e-ec0f-43ae-b549-3350fe53b78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.104748 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:36.114171 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] For port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:36.136931 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] For port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3,segment=NetworkSegment(6a73087b-1899-48f9-a92d-9aac6f06364f),segment_id=6a73087b-1899-48f9-a92d-9aac6f06364f)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:36.145354 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.155865 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:36.156580 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.158082 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 HTTP/1.1" status: 200 len: 1093 time: 3.0375993 Oct 23 20:05:36.158893 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a8bceb-1edb-49db-9c3c-9c8de07e1b2a', 'tag': 'e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:05:36.173392 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea67e-ec0f-43ae-b549-3350fe53b78f admin admin] Publish callbacks [] for security_group (3b9f6472-3304-47a1-a5b7-8f31099005f6), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.178637 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea67e-ec0f-43ae-b549-3350fe53b78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (3b9f6472-3304-47a1-a5b7-8f31099005f6), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.205322 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-7f1a673a-3bf9-4ad2-ac4d-7f9b0ca3b3df None None] Provisioning complete for port 2157f124-6d4c-4aa3-8b95-ee304dc9379e triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:36.205715 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-7f1a673a-3bf9-4ad2-ac4d-7f9b0ca3b3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.206056 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-7f1a673a-3bf9-4ad2-ac4d-7f9b0ca3b3df None None] Attempt 1 to provision port 2157f124-6d4c-4aa3-8b95-ee304dc9379e Oct 23 20:05:36.255353 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a673a-3bf9-4ad2-ac4d-7f9b0ca3b3df None None] Port 2157f124-6d4c-4aa3-8b95-ee304dc9379e cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:05:36.270678 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-8c6ea67e-ec0f-43ae-b549-3350fe53b78f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=9ba293d8c83844d28dd78b7d14c66771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4613407 Oct 23 20:05:36.272626 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-20f461d2-0fdb-4f9d-960d-f4dd5f23c682 req-9f9ae039-a812-4fbd-903b-a25e625a34b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.0414476 Oct 23 20:05:36.273270 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 54278) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:36.298319 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ea67e-ec0f-43ae-b549-3350fe53b78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9f6472-3304-47a1-a5b7-8f31099005f6,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:36.347894 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-fba52bfd-713d-4b4e-abe5-cca5cad4756f admin admin] Publish callbacks [] for security_group (3b9f6472-3304-47a1-a5b7-8f31099005f6), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.372117 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392208b-7a23-47a4-88e3-852fdabd1b61 service neutron] Pushing event updated for resources: {'Port': ['ID=e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:36.374565 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-fba52bfd-713d-4b4e-abe5-cca5cad4756f admin admin] Publish callbacks [] for security_group (3b9f6472-3304-47a1-a5b7-8f31099005f6), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.407817 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54286) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:36.424540 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2509abc1-29c9-452c-bc43-6fbfbe93f71b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.481016 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39385d0-91da-41e1-92a0-7129ec0338d8 req-2147d7d2-01ae-426a-b4ba-48fd975f12d5 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:36.481583 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5baa812-3a66-4ca3-b534-47229952f1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "50a8bceb-1edb-49db-9c3c-9c8de07e1b2a", "tag": "e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:05:36.487303 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e39385d0-91da-41e1-92a0-7129ec0338d8 req-2147d7d2-01ae-426a-b4ba-48fd975f12d5 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.0925972 Oct 23 20:05:36.517234 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:36.535279 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-fba52bfd-713d-4b4e-abe5-cca5cad4756f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (3b9f6472-3304-47a1-a5b7-8f31099005f6), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.539200 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-fba52bfd-713d-4b4e-abe5-cca5cad4756f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.540882 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-fba52bfd-713d-4b4e-abe5-cca5cad4756f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3b9f6472-3304-47a1-a5b7-8f31099005f6 HTTP/1.1" status: 204 len: 168 time: 0.2663937 Oct 23 20:05:36.559603 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba52bfd-713d-4b4e-abe5-cca5cad4756f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9f6472-3304-47a1-a5b7-8f31099005f6,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:36.580234 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e39385d0-91da-41e1-92a0-7129ec0338d8 req-8db496f2-9b10-46cb-b4e9-99723d753cbd tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919757 Oct 23 20:05:36.626116 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2509abc1-29c9-452c-bc43-6fbfbe93f71b admin admin] Publish callbacks [] for security_group (645dc365-23ac-4b33-ba92-437e9d6c51b7), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.640006 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2509abc1-29c9-452c-bc43-6fbfbe93f71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (645dc365-23ac-4b33-ba92-437e9d6c51b7), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.698496 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:36.705567 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-2509abc1-29c9-452c-bc43-6fbfbe93f71b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=daa4d2797ae545b78d9e7daefe273410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961891 Oct 23 20:05:36.706582 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54302) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:36.707553 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509abc1-29c9-452c-bc43-6fbfbe93f71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645dc365-23ac-4b33-ba92-437e9d6c51b7,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:36.716851 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b7dc508d-0552-49b5-bc72-2cd3463a8cce req-bfd77589-fce3-4a2c-be3b-af882a85e90d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.0354729 Oct 23 20:05:36.786754 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b562-ea7e-4564-8154-2a1832859363 admin admin] Publish callbacks [] for security_group (645dc365-23ac-4b33-ba92-437e9d6c51b7), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.814541 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4639e67e-506d-4cd7-8502-637e44008e28 x-openstack-request-id: req-4639e67e-506d-4cd7-8502-637e44008e28 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:05:36.814832 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a8bceb-1edb-49db-9c3c-9c8de07e1b2a", "tag": "e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:05:36.815081 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4639e67e-506d-4cd7-8502-637e44008e28 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:05:36.815512 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4639e67e-506d-4cd7-8502-637e44008e28'] response: {'name': 'network-changed', 'server_uuid': '50a8bceb-1edb-49db-9c3c-9c8de07e1b2a', 'tag': 'e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3', 'status': 'completed', 'code': 200} Oct 23 20:05:36.818413 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b562-ea7e-4564-8154-2a1832859363 admin admin] Publish callbacks [] for security_group (645dc365-23ac-4b33-ba92-437e9d6c51b7), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.866459 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b562-ea7e-4564-8154-2a1832859363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (645dc365-23ac-4b33-ba92-437e9d6c51b7), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.868957 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b562-ea7e-4564-8154-2a1832859363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:36.872634 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-7fe5b562-ea7e-4564-8154-2a1832859363 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/645dc365-23ac-4b33-ba92-437e9d6c51b7 HTTP/1.1" status: 204 len: 168 time: 0.1471550 Oct 23 20:05:36.878164 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5b562-ea7e-4564-8154-2a1832859363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645dc365-23ac-4b33-ba92-437e9d6c51b7,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:36.995579 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device d13b610b-2084-466d-88c2-8d10e3eec6a8 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:05:37.056434 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port d13b610b-2084-466d-88c2-8d10e3eec6a8 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:37.056979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:37.057187 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port d13b610b-2084-466d-88c2-8d10e3eec6a8 Oct 23 20:05:37.119393 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b9ee5d21-705a-44b4-ae05-3134123e0c55 req-ff4b5150-e013-4d6e-8f1f-78a41f8fed4e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 210 time: 0.0384767 Oct 23 20:05:37.144197 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port d13b610b-2084-466d-88c2-8d10e3eec6a8 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:05:37.434554 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4b2cb64b-3964-4947-acd8-645b9157522f req-3cdbe857-f8ef-4dbb-901d-3bdb9285a1e0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.0387266 Oct 23 20:05:37.839150 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54352) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:37.884255 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6667b4-89d1-4b17-8dce-aa1d47a3e231 req-acc91b81-1264-4a80-b06f-3a4421d7ba90 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:37.892273 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9f6667b4-89d1-4b17-8dce-aa1d47a3e231 req-acc91b81-1264-4a80-b06f-3a4421d7ba90 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.1374819 Oct 23 20:05:38.013396 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1687374630-network', 'tenant_id': '42ceda910739400390f5074a7c8f0e9d'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:38.040104 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Made reservation on behalf of 42ceda910739400390f5074a7c8f0e9d for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:38.043962 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:38.054135 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:38.096794 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9fa443dd-c012-4ad5-8428-24fe66727033 req-7288c1da-a743-41eb-aa71-8cb4878a693b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.2205691 Oct 23 20:05:38.148818 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Publish callbacks [] for security_group (d410acf3-3e4c-4575-b91e-d88004466aec), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:38.150962 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9f6667b4-89d1-4b17-8dce-aa1d47a3e231 req-223f7055-b2fc-4f55-9101-8341bb34e505 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576108 Oct 23 20:05:38.154707 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (d410acf3-3e4c-4575-b91e-d88004466aec), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:38.169686 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:05:38.184378 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (6a458f02-84d9-489d-842e-cb0795275d20), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:38.184987 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Added segment 6a458f02-84d9-489d-842e-cb0795275d20 of type vlan for network 78214718-1e26-4518-9d64-cf58d483ccb0 Oct 23 20:05:38.235650 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-55c547d2-e551-4b1e-92d3-7a8bfb9bb23f req-11ca6025-0bb4-4279-843c-992701f51b20 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 210 time: 0.0305731 Oct 23 20:05:38.236541 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (78214718-1e26-4518-9d64-cf58d483ccb0), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:38.242554 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:38.301421 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d410acf3-3e4c-4575-b91e-d88004466aec,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:38.307192 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (78214718-1e26-4518-9d64-cf58d483ccb0), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:38.308364 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:38.308986 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:38.383812 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] Pushing event updated for resources: {'Network': ['ID=78214718-1e26-4518-9d64-cf58d483ccb0,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:38.391621 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 54368) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:38.391832 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-351399dd-0161-42dc-a7bb-52937b218317 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5507343 Oct 23 20:05:38.408012 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network 78214718-1e26-4518-9d64-cf58d483ccb0 details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:05:38.415376 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-2db11665-4c97-419d-ad6c-819bf6794a63 admin admin] Request body: {'subnet': {'network_id': '78214718-1e26-4518-9d64-cf58d483ccb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1687374630-subnet', 'tenant_id': '42ceda910739400390f5074a7c8f0e9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:38.421696 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:38.457177 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db11665-4c97-419d-ad6c-819bf6794a63 admin admin] Made reservation on behalf of 42ceda910739400390f5074a7c8f0e9d for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:38.462984 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2db11665-4c97-419d-ad6c-819bf6794a63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:38.629074 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-320ac8e8-0f65-402d-b855-b5b133c8332f req-06f46863-34cf-445f-a344-1e3b6f4cbf09 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.0467770 Oct 23 20:05:38.731828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2db11665-4c97-419d-ad6c-819bf6794a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (1c07bc08-3358-482e-842c-13c8baa5b33a), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:38.783260 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db11665-4c97-419d-ad6c-819bf6794a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c07bc08-3358-482e-842c-13c8baa5b33a,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:38.800244 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db11665-4c97-419d-ad6c-819bf6794a63 admin admin] Checking segment: {'id': '6a458f02-84d9-489d-842e-cb0795275d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '78214718-1e26-4518-9d64-cf58d483ccb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:38.800601 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db11665-4c97-419d-ad6c-819bf6794a63 admin admin] Network hostable DHCP agents. Network: 78214718-1e26-4518-9d64-cf58d483ccb0, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:05:38.821231 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db11665-4c97-419d-ad6c-819bf6794a63 admin admin] Network 78214718-1e26-4518-9d64-cf58d483ccb0 is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:05:38.837362 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-2db11665-4c97-419d-ad6c-819bf6794a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, 78214718-1e26-4518-9d64-cf58d483ccb0) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:38.839632 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:38.840897 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=16 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:38.846766 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db11665-4c97-419d-ad6c-819bf6794a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:38.847396 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2db11665-4c97-419d-ad6c-819bf6794a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:38.848259 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537ad52-157e-4d01-b1f1-c525f6f0cc46 None None] Network 78214718-1e26-4518-9d64-cf58d483ccb0 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:05:38.868299 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-2db11665-4c97-419d-ad6c-819bf6794a63 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4753261 Oct 23 20:05:38.945166 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:39.003658 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b13e68-11e4-4495-9171-2a84a823d0ee None None] Network 78214718-1e26-4518-9d64-cf58d483ccb0 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:05:39.271330 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b36240d4-b0ce-4c53-b6fe-7d157c276dda req-6dee4ac9-3d4f-4364-9969-09263b68c834 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.0443602 Oct 23 20:05:39.380191 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc511a2d-3dd2-43a7-938f-f561e5deaa4d req-4fee6556-fc7a-4377-944f-aff08598c274 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:39.392338 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cc511a2d-3dd2-43a7-938f-f561e5deaa4d req-4fee6556-fc7a-4377-944f-aff08598c274 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.1188548 Oct 23 20:05:39.456537 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7ad74667-9b23-4b0e-9769-db74a9efa0b7 req-0a5adeb8-cfd3-450c-a7d9-abc2a215f282 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 210 time: 0.0561547 Oct 23 20:05:39.500583 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cc511a2d-3dd2-43a7-938f-f561e5deaa4d req-2717777d-0b5f-4a5f-aeaa-cc11aeb88dbd tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037991 Oct 23 20:05:39.794431 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-95606237-4a31-4b9f-ac32-9c000ff0a768 req-d09328e8-6017-4b07-b18a-44649fffc906 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.0406806 Oct 23 20:05:39.831102 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 54432) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:39.883902 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54438) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:39.888872 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1371025257-network', 'tenant_id': '9086a333071641999c47ccbeb4df233f'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:39.911969 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Made reservation on behalf of 9086a333071641999c47ccbeb4df233f for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:39.916317 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:39.930476 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.019655 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Publish callbacks [] for security_group (7aa45d59-1d9b-4f09-b1b3-819729a996c8), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.025401 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (7aa45d59-1d9b-4f09-b1b3-819729a996c8), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.061494 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:05:40.069056 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa45d59-1d9b-4f09-b1b3-819729a996c8,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:40.077565 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (d03b86d6-5f8c-4a22-9515-057f80d7c016), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.077852 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Added segment d03b86d6-5f8c-4a22-9515-057f80d7c016 of type vlan for network fa1492be-c42e-4952-8fc7-0bfe444f1675 Oct 23 20:05:40.121885 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (fa1492be-c42e-4952-8fc7-0bfe444f1675), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.143449 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:40.151486 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (fa1492be-c42e-4952-8fc7-0bfe444f1675), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.152459 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:40.153013 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.167810 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-fb5efb2a-d751-4763-a7dc-a996288cd78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.217932 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3328509 Oct 23 20:05:40.221223 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54442) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:40.226941 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-2042b34c-c2e9-4107-9c59-1bfbf308821a admin admin] Request body: {'subnet': {'network_id': 'fa1492be-c42e-4952-8fc7-0bfe444f1675', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1371025257-subnet', 'tenant_id': '9086a333071641999c47ccbeb4df233f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:40.231773 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c992a52-ed1e-4c45-81bf-847794603959 admin admin] Pushing event updated for resources: {'Network': ['ID=fa1492be-c42e-4952-8fc7-0bfe444f1675,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:40.240559 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:40.245094 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network fa1492be-c42e-4952-8fc7-0bfe444f1675 details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:05:40.256036 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-fb5efb2a-d751-4763-a7dc-a996288cd78d admin admin] Publish callbacks [] for security_group (5b7f45f0-62bc-4e76-acee-debcad556bac), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.260371 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2042b34c-c2e9-4107-9c59-1bfbf308821a admin admin] Made reservation on behalf of 9086a333071641999c47ccbeb4df233f for: {'subnet': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:40.262468 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-fb5efb2a-d751-4763-a7dc-a996288cd78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5b7f45f0-62bc-4e76-acee-debcad556bac), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.264350 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2042b34c-c2e9-4107-9c59-1bfbf308821a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.295247 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5efb2a-d751-4763-a7dc-a996288cd78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7f45f0-62bc-4e76-acee-debcad556bac,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:40.321665 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-fb5efb2a-d751-4763-a7dc-a996288cd78d admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=063f2189a96c40b8b88fac854620ba90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4860461 Oct 23 20:05:40.323890 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 54446) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:40.327392 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:05:40.385022 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-181bac3c-9d81-4f23-a694-1d25c4a0e742 admin admin] Publish callbacks [] for security_group (5b7f45f0-62bc-4e76-acee-debcad556bac), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.416951 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-181bac3c-9d81-4f23-a694-1d25c4a0e742 admin admin] Publish callbacks [] for security_group (5b7f45f0-62bc-4e76-acee-debcad556bac), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.457246 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dc506025-c4f4-4173-a9ee-ad4ef8c9efc7 req-8e073b98-6636-4320-afc1-001c5fde2284 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.0473390 Oct 23 20:05:40.532887 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-181bac3c-9d81-4f23-a694-1d25c4a0e742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5b7f45f0-62bc-4e76-acee-debcad556bac), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.536932 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-181bac3c-9d81-4f23-a694-1d25c4a0e742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.541052 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-181bac3c-9d81-4f23-a694-1d25c4a0e742 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5b7f45f0-62bc-4e76-acee-debcad556bac HTTP/1.1" status: 204 len: 168 time: 0.2159989 Oct 23 20:05:40.546802 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2042b34c-c2e9-4107-9c59-1bfbf308821a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (3ab3fd12-9d4b-4ae2-8ad3-7f21f1da264c), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.549507 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bac3c-9d81-4f23-a694-1d25c4a0e742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7f45f0-62bc-4e76-acee-debcad556bac,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:40.593817 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:40.633423 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042b34c-c2e9-4107-9c59-1bfbf308821a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab3fd12-9d4b-4ae2-8ad3-7f21f1da264c,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:40.635744 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042b34c-c2e9-4107-9c59-1bfbf308821a admin admin] Checking segment: {'id': 'd03b86d6-5f8c-4a22-9515-057f80d7c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fa1492be-c42e-4952-8fc7-0bfe444f1675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:40.636219 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2042b34c-c2e9-4107-9c59-1bfbf308821a admin admin] Network hostable DHCP agents. Network: fa1492be-c42e-4952-8fc7-0bfe444f1675, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:05:40.644676 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dc91bcce-2219-438a-a2a6-b6d0701032c8 req-5398f3c2-e758-42c4-9dc3-fda17aa2811e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 210 time: 0.0724604 Oct 23 20:05:40.687476 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2042b34c-c2e9-4107-9c59-1bfbf308821a admin admin] Network fa1492be-c42e-4952-8fc7-0bfe444f1675 is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:05:40.709413 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-2042b34c-c2e9-4107-9c59-1bfbf308821a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, fa1492be-c42e-4952-8fc7-0bfe444f1675) {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:40.719180 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2042b34c-c2e9-4107-9c59-1bfbf308821a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:40.719789 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2042b34c-c2e9-4107-9c59-1bfbf308821a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:40.722374 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a10016e-c7f6-4e54-b617-ca39a9644e48 None None] Network fa1492be-c42e-4952-8fc7-0bfe444f1675 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:05:40.753582 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-2042b34c-c2e9-4107-9c59-1bfbf308821a admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5293772 Oct 23 20:05:40.831424 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027558d-87cd-41d3-b637-ed6a48d89403 req-bc4eaffc-5a24-4a41-b012-7c3b665f1be3 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:40.834774 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5027558d-87cd-41d3-b637-ed6a48d89403 req-bc4eaffc-5a24-4a41-b012-7c3b665f1be3 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.1424973 Oct 23 20:05:40.971493 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5027558d-87cd-41d3-b637-ed6a48d89403 req-44309b72-9fe9-4fc7-9cfd-cb38f723747f tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299641 Oct 23 20:05:41.044671 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a685c-0716-4060-adda-6e292e194d79 None None] Network fa1492be-c42e-4952-8fc7-0bfe444f1675 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:05:41.090129 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54474) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:41.108787 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f5947572-3d27-408a-8345-febd49eca28f req-fa931f26-3265-43b9-8e69-e8eaa62499f6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.1048439 Oct 23 20:05:41.167183 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:41.184386 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_v2 [None req-107b4f63-cbb7-47cc-8101-d96dd352ae62 admin admin] Deleting subnet 1c07bc08-3358-482e-842c-13c8baa5b33a {{(pid=104659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:05:41.190058 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-107b4f63-cbb7-47cc-8101-d96dd352ae62 admin admin] Publish callbacks [] for subnet (1c07bc08-3358-482e-842c-13c8baa5b33a), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.249584 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-107b4f63-cbb7-47cc-8101-d96dd352ae62 admin admin] Publish callbacks [] for subnet (1c07bc08-3358-482e-842c-13c8baa5b33a), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.251977 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 54480) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:41.265355 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-107b4f63-cbb7-47cc-8101-d96dd352ae62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (1c07bc08-3358-482e-842c-13c8baa5b33a), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.271939 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e2e96f1b-8bc1-494e-9249-41811223bc72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.344073 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-107b4f63-cbb7-47cc-8101-d96dd352ae62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (1c07bc08-3358-482e-842c-13c8baa5b33a), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.403089 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b4f63-cbb7-47cc-8101-d96dd352ae62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c07bc08-3358-482e-842c-13c8baa5b33a,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:41.420235 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-107b4f63-cbb7-47cc-8101-d96dd352ae62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.424168 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-107b4f63-cbb7-47cc-8101-d96dd352ae62 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/1c07bc08-3358-482e-842c-13c8baa5b33a HTTP/1.1" status: 204 len: 168 time: 0.3319929 Oct 23 20:05:41.426898 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54486) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:41.482754 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e2e96f1b-8bc1-494e-9249-41811223bc72 admin admin] Publish callbacks [] for security_group (7474b6f8-6b82-48d5-ad4c-818e416f1509), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.492187 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e2e96f1b-8bc1-494e-9249-41811223bc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (7474b6f8-6b82-48d5-ad4c-818e416f1509), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.512401 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (78214718-1e26-4518-9d64-cf58d483ccb0), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.540109 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-e2e96f1b-8bc1-494e-9249-41811223bc72 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ff8e17bfb2214ba48e9b6dd740a1dd06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866907 Oct 23 20:05:41.541116 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 54492) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:41.563698 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e96f1b-8bc1-494e-9249-41811223bc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7474b6f8-6b82-48d5-ad4c-818e416f1509,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:41.614491 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Request body: {'port': {'device_id': 'df8837d8-442b-4b75-b896-e07e4a04391f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:41.810591 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (78214718-1e26-4518-9d64-cf58d483ccb0), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.820755 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-ab79eee2-75e3-4fae-975b-40040103cf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.837952 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-36be42e9-0adc-444c-beee-0ba480d1bfc6 admin admin] Publish callbacks [] for security_group (7474b6f8-6b82-48d5-ad4c-818e416f1509), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.849083 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-34f4c364-bdbd-4da1-bc01-6321940f72f8 req-30d08df1-8b72-4d1a-ae89-97b44163b545 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.0808425 Oct 23 20:05:41.890860 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-79b5a1e0-21af-48be-b0a4-1e655bea482e req-4c046ca5-0258-476f-97d7-945df01d8377 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 210 time: 0.0853665 Oct 23 20:05:41.938810 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.961918 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-36be42e9-0adc-444c-beee-0ba480d1bfc6 admin admin] Publish callbacks [] for security_group (7474b6f8-6b82-48d5-ad4c-818e416f1509), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:41.978935 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:41.980851 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baa812-3a66-4ca3-b534-47229952f1b2 req-fc8d442f-3a71-44c1-861a-a09e32882606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:41.982869 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-e5baa812-3a66-4ca3-b534-47229952f1b2 req-fc8d442f-3a71-44c1-861a-a09e32882606 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=dd03c05196b64299bf41b7d4c412070a&device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 1127 time: 0.3600700 Oct 23 20:05:41.988286 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-fbc0ec08-8def-4c6f-b4f2-9e9881b0ded9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a HTTP/1.1" status: 200 len: 379 time: 0.4013448 Oct 23 20:05:41.999924 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.000287 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.001036 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.001620 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > port after_create 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.001977 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.002342 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > port after_update 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.002683 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.003029 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.003354 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.003744 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.239076 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-36be42e9-0adc-444c-beee-0ba480d1bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (7474b6f8-6b82-48d5-ad4c-818e416f1509), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:42.241858 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-36be42e9-0adc-444c-beee-0ba480d1bfc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:42.242878 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.243556 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.244015 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.244356 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:05:42.244853 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78214718-1e26-4518-9d64-cf58d483ccb0']}} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:42.245824 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-36be42e9-0adc-444c-beee-0ba480d1bfc6 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7474b6f8-6b82-48d5-ad4c-818e416f1509 HTTP/1.1" status: 204 len: 168 time: 0.7028563 Oct 23 20:05:42.285781 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Request body: {'port': {'device_id': '80f3d6cd-5a81-425b-a929-808f46010e76', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'admin_state_up': True, 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'security_groups': ['476e4bfc-ed15-4b35-beeb-bb28e3b47e36']}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:42.324226 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42c067-1cbd-486f-98f5-ea1b2627af2e req-7b9a4676-4e0d-4696-b566-1211d88e04ae tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:42.336513 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-aa42c067-1cbd-486f-98f5-ea1b2627af2e req-7b9a4676-4e0d-4696-b566-1211d88e04ae tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.1822529 Oct 23 20:05:42.349864 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be42e9-0adc-444c-beee-0ba480d1bfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7474b6f8-6b82-48d5-ad4c-818e416f1509,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:42.350187 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a458f02-84d9-489d-842e-cb0795275d20') {'for_net_delete': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:42.350459 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a458f02-84d9-489d-842e-cb0795275d20') {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:42.362845 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:42.418738 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a3f7701-0fe3-4875-8ce1-bb904bb8bc76 req-99d29b03-90c4-472b-a148-c21f8e70d38b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.1182144 Oct 23 20:05:42.431390 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:42.496055 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:42.537991 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-aa42c067-1cbd-486f-98f5-ea1b2627af2e req-009efb5a-8780-49ca-a64c-063c9a455ef3 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952620 Oct 23 20:05:42.554323 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182779'] for segment (6a458f02-84d9-489d-842e-cb0795275d20), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:42.659738 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2157f124-6d4c-4aa3-8b95-ee304dc9379e {{(pid=104660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:05:42.675167 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Publish callbacks [] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:42.768074 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.15', 49189) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:42.785642 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.provisioning_blocks [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Transition to ACTIVE for port object 2157f124-6d4c-4aa3-8b95-ee304dc9379e will not be triggered until provisioned by entity L2. {{(pid=104660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:05:42.817521 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:42.863923 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (6a458f02-84d9-489d-842e-cb0795275d20), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:42.913440 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=104659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:05:42.915426 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921699'] for segment (6a458f02-84d9-489d-842e-cb0795275d20), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:43.239691 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3f3098a9-4776-4990-814f-297dcfd4a13b req-0b63678e-d8e6-4b10-824c-e63504e3e02e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.1321709 Oct 23 20:05:43.257293 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Attempting to bind port 2157f124-6d4c-4aa3-8b95-ee304dc9379e on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:43.257756 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Attempting to bind port 2157f124-6d4c-4aa3-8b95-ee304dc9379e by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:43.258321 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Attempting to bind port 2157f124-6d4c-4aa3-8b95-ee304dc9379e on network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:43.280194 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Pushing event updated for resources: {'Port': ['ID=2157f124-6d4c-4aa3-8b95-ee304dc9379e,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:43.362765 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1f0b7137-0ddf-4f84-9acc-8a8ecba1f974 req-d1e9cb59-566c-44db-9043-3ee886dc1a02 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 210 time: 0.2575166 Oct 23 20:05:43.484586 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Port 2157f124-6d4c-4aa3-8b95-ee304dc9379e on network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:05:43.484904 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Attempting to bind port 2157f124-6d4c-4aa3-8b95-ee304dc9379e on network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:43.501056 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-c93349d7-7af8-4e6a-8d93-213c56f6685c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:43.502410 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-c93349d7-7af8-4e6a-8d93-213c56f6685c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 818 time: 0.7329223 Oct 23 20:05:43.537077 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baa812-3a66-4ca3-b534-47229952f1b2 req-3183ef3a-7bc0-4939-b2f9-11dd69bef3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:43.545602 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-e5baa812-3a66-4ca3-b534-47229952f1b2 req-3183ef3a-7bc0-4939-b2f9-11dd69bef3a5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=dd03c05196b64299bf41b7d4c412070a&shared=False HTTP/1.1" status: 200 len: 913 time: 1.2744963 Oct 23 20:05:43.670485 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (78214718-1e26-4518-9d64-cf58d483ccb0), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:43.715712 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:43.719273 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/78214718-1e26-4518-9d64-cf58d483ccb0 HTTP/1.1" status: 204 len: 168 time: 2.2908232 Oct 23 20:05:43.725251 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54576) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:43.749972 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:43.750186 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Checking segment: {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:43.751036 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Bound using segment: {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:43.751537 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Bound port: 2157f124-6d4c-4aa3-8b95-ee304dc9379e, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'}}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:43.751914 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:43.817468 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-578f2936-0463-4bab-a6ef-e63f58bcad55 req-cd1de090-bde6-485c-9f3d-ae37bcacabbd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.1876872 Oct 23 20:05:43.901930 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed823421-b28f-4587-927c-88287513c284 admin admin] Deleting subnet 3ab3fd12-9d4b-4ae2-8ad3-7f21f1da264c {{(pid=104659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:05:43.920459 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:43.921533 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d49c4c-a9b7-48f6-9bea-e2d5b1c25675 admin admin] Pushing event deleted for resources: {'Network': ['ID=78214718-1e26-4518-9d64-cf58d483ccb0,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:43.925568 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ed823421-b28f-4587-927c-88287513c284 admin admin] Publish callbacks [] for subnet (3ab3fd12-9d4b-4ae2-8ad3-7f21f1da264c), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.001056 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301d475-a402-45ea-a726-4cddeaab3da5 req-7122987b-660d-4779-b074-8db45145a7ca tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:44.013349 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5301d475-a402-45ea-a726-4cddeaab3da5 req-7122987b-660d-4779-b074-8db45145a7ca tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.3172376 Oct 23 20:05:44.029127 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Made reservation on behalf of 5ebb0d7d16214912a585ca96cf6b2c6a for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:44.044117 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.081722 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment 6a458f02-84d9-489d-842e-cb0795275d20 resource provider aggregate not found Oct 23 20:05:44.127481 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] For port 2157f124-6d4c-4aa3-8b95-ee304dc9379e, host hv-cinder-86243, cleared binding levels {{(pid=104660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:44.135413 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ed823421-b28f-4587-927c-88287513c284 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182768'] for subnet (3ab3fd12-9d4b-4ae2-8ad3-7f21f1da264c), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.150018 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment 6a458f02-84d9-489d-842e-cb0795275d20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a458f02-84d9-489d-842e-cb0795275d20 found for delete ", "request_id": "req-0b677e02-9fb7-4062-ad12-67df32b5c66e"}]} Oct 23 20:05:44.171034 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2d9a602e-4535-4852-82d8-699cb60d1404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.191974 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] For port 2157f124-6d4c-4aa3-8b95-ee304dc9379e, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=2157f124-6d4c-4aa3-8b95-ee304dc9379e,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:44.201672 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.205560 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:44.206177 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.207615 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/2157f124-6d4c-4aa3-8b95-ee304dc9379e HTTP/1.1" status: 200 len: 1093 time: 2.6326156 Oct 23 20:05:44.210798 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8837d8-442b-4b75-b896-e07e4a04391f', 'tag': '2157f124-6d4c-4aa3-8b95-ee304dc9379e'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:05:44.280326 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5301d475-a402-45ea-a726-4cddeaab3da5 req-f46400ef-3680-4a17-aae9-1fbd64230604 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477527 Oct 23 20:05:44.333181 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ed823421-b28f-4587-927c-88287513c284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (3ab3fd12-9d4b-4ae2-8ad3-7f21f1da264c), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.394320 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4b8a0-f82c-4f2d-8ddb-d3ddeba2df47 service neutron] Pushing event updated for resources: {'Port': ['ID=2157f124-6d4c-4aa3-8b95-ee304dc9379e,revision_number=3']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:44.398846 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7477e74a-e01a-48ba-bf92-d226027de1d8 req-d446b02b-54c3-41f8-bc1f-e1a8679b1d91 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.0430541 Oct 23 20:05:44.454555 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8404074-d422-4344-b1fb-d2b340c20028" -d '{"events": [{"name": "network-changed", "server_uuid": "df8837d8-442b-4b75-b896-e07e4a04391f", "tag": "2157f124-6d4c-4aa3-8b95-ee304dc9379e"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:05:44.485747 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Allocated IP 172.20.0.3 (8e3b82ee-7488-4576-9263-10150a8cce41/daaca4e1-493a-432b-8103-3db60253ec00/e989a766-0552-40b5-acf0-9a2d7f1dfe99) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:44.497214 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ed823421-b28f-4587-927c-88287513c284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2990477'] for subnet (3ab3fd12-9d4b-4ae2-8ad3-7f21f1da264c), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.504178 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-de1fddce-79dc-42c9-b7da-6655590e745b req-7d863444-d2c8-4c7f-938f-b4cdfb9311a2 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 210 time: 0.0339253 Oct 23 20:05:44.536371 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed823421-b28f-4587-927c-88287513c284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab3fd12-9d4b-4ae2-8ad3-7f21f1da264c,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:44.548621 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ed823421-b28f-4587-927c-88287513c284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.551795 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-ed823421-b28f-4587-927c-88287513c284 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/3ab3fd12-9d4b-4ae2-8ad3-7f21f1da264c HTTP/1.1" status: 204 len: 168 time: 0.8092635 Oct 23 20:05:44.554511 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54608) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:44.659004 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f37520-bb4a-43a1-a3c0-b4b4a092bde0 x-openstack-request-id: req-09f37520-bb4a-43a1-a3c0-b4b4a092bde0 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:05:44.659460 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8837d8-442b-4b75-b896-e07e4a04391f", "tag": "2157f124-6d4c-4aa3-8b95-ee304dc9379e", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:05:44.659792 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09f37520-bb4a-43a1-a3c0-b4b4a092bde0 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:05:44.660289 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f37520-bb4a-43a1-a3c0-b4b4a092bde0'] response: {'name': 'network-changed', 'server_uuid': 'df8837d8-442b-4b75-b896-e07e4a04391f', 'tag': '2157f124-6d4c-4aa3-8b95-ee304dc9379e', 'status': 'completed', 'code': 200} Oct 23 20:05:44.696030 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (fa1492be-c42e-4952-8fc7-0bfe444f1675), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.716700 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:44.787993 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.824385 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (fa1492be-c42e-4952-8fc7-0bfe444f1675), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.852285 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1492be-c42e-4952-8fc7-0bfe444f1675']}} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:44.869182 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03b86d6-5f8c-4a22-9515-057f80d7c016') {'for_net_delete': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:44.869498 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03b86d6-5f8c-4a22-9515-057f80d7c016') {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:05:44.882507 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182779'] for segment (d03b86d6-5f8c-4a22-9515-057f80d7c016), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.897213 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.899768 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (d03b86d6-5f8c-4a22-9515-057f80d7c016), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.934622 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=104659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:05:44.935031 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921699'] for segment (d03b86d6-5f8c-4a22-9515-057f80d7c016), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:44.967004 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Network 8e3b82ee-7488-4576-9263-10150a8cce41 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:44.978956 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-019899c3-8e0b-4ab4-b574-5b7b05f616f9 req-b93524e6-6506-4ecd-b35e-d15796bc4019 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.0310874 Oct 23 20:05:45.003299 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:45.009595 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event updated for resources: {'Port': ['ID=e989a766-0552-40b5-acf0-9a2d7f1dfe99,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:45.012178 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:45.051395 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:45.058782 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (fa1492be-c42e-4952-8fc7-0bfe444f1675), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:45.067768 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:45.071604 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/fa1492be-c42e-4952-8fc7-0bfe444f1675 HTTP/1.1" status: 204 len: 168 time: 0.5161664 Oct 23 20:05:45.090092 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:45.095037 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:45.104210 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e79ab-4d76-49c5-b91b-38bdb8222a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1492be-c42e-4952-8fc7-0bfe444f1675,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:45.125480 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-84fba96a-ad24-45d2-84e8-9b98fe854ec6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8455431 Oct 23 20:05:45.267714 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-136763c2-1d78-4699-b7e3-495691916dcb None None] Provisioning complete for port e989a766-0552-40b5-acf0-9a2d7f1dfe99 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:45.268278 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-136763c2-1d78-4699-b7e3-495691916dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:45.268426 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-136763c2-1d78-4699-b7e3-495691916dcb None None] Attempt 1 to provision port e989a766-0552-40b5-acf0-9a2d7f1dfe99 Oct 23 20:05:45.301161 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54646) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:45.310867 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-136763c2-1d78-4699-b7e3-495691916dcb None None] Port e989a766-0552-40b5-acf0-9a2d7f1dfe99 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:05:45.351901 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-34c8ff59-34d4-4d99-9b2f-dde9873f15e8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=42ceda910739400390f5074a7c8f0e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468311 Oct 23 20:05:45.354406 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54652) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:45.402018 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:45.427233 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d15e5757-655a-4ffa-a20d-a306ced17c20 admin admin] Publish callbacks [] for security_group (d410acf3-3e4c-4575-b91e-d88004466aec), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:45.447013 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4601153-91dd-4bc4-89fb-35f88fce8d78 req-64eceaed-20f7-4866-ae77-6517385504a1 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:45.450988 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b4601153-91dd-4bc4-89fb-35f88fce8d78 req-64eceaed-20f7-4866-ae77-6517385504a1 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.0839527 Oct 23 20:05:45.478654 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d15e5757-655a-4ffa-a20d-a306ced17c20 admin admin] Publish callbacks [] for security_group (d410acf3-3e4c-4575-b91e-d88004466aec), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:45.501019 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:45.524546 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b4601153-91dd-4bc4-89fb-35f88fce8d78 req-3e973690-3ed5-4660-bb1b-cf8de71b7176 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673168 Oct 23 20:05:45.564199 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d15e5757-655a-4ffa-a20d-a306ced17c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (d410acf3-3e4c-4575-b91e-d88004466aec), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:45.566844 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d15e5757-655a-4ffa-a20d-a306ced17c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:45.577056 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-d15e5757-655a-4ffa-a20d-a306ced17c20 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d410acf3-3e4c-4575-b91e-d88004466aec HTTP/1.1" status: 204 len: 168 time: 0.2125950 Oct 23 20:05:45.577535 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e5757-655a-4ffa-a20d-a306ced17c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d410acf3-3e4c-4575-b91e-d88004466aec,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:45.594919 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3a0d509b-f90e-45e4-98a5-7a75099654c7 req-91ca2dc2-6811-4c60-9a48-f1b44187c8ff tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.0604787 Oct 23 20:05:45.741477 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759d193-4d43-4629-8205-c8fdae1e1069 req-42d25a5c-6c99-49d2-8ff6-1ee09196cde4 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:45.745362 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6759d193-4d43-4629-8205-c8fdae1e1069 req-42d25a5c-6c99-49d2-8ff6-1ee09196cde4 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 931 time: 0.0766330 Oct 23 20:05:45.869078 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6759d193-4d43-4629-8205-c8fdae1e1069 req-df400cf8-3643-424a-9fcc-b7204937d935 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100290 Oct 23 20:05:46.171603 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54694) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:46.209978 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6d9874c0-e911-4eec-b319-cc45933406f9 req-2034dce4-7251-4a3f-9263-dcdb7c83aecb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.0862138 Oct 23 20:05:46.226563 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment d03b86d6-5f8c-4a22-9515-057f80d7c016 resource provider aggregate not found Oct 23 20:05:46.252645 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment d03b86d6-5f8c-4a22-9515-057f80d7c016 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d03b86d6-5f8c-4a22-9515-057f80d7c016 found for delete ", "request_id": "req-248c0128-a9ac-47c3-b49c-b7f7c165895c"}]} Oct 23 20:05:46.403092 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 54708) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:46.427378 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-53b54254-8956-4a0f-8bf6-efedc1f5deb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:46.596001 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:46.630939 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-53b54254-8956-4a0f-8bf6-efedc1f5deb0 admin admin] Publish callbacks [] for security_group (1362bc34-ade8-4e2e-b32d-b697c11a5f74), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:46.637445 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-53b54254-8956-4a0f-8bf6-efedc1f5deb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (1362bc34-ade8-4e2e-b32d-b697c11a5f74), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:46.689798 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54718) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:46.692130 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-6baa5fa5-97e0-49e4-b28e-56e8a16309a6 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=9086a333071641999c47ccbeb4df233f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876561 Oct 23 20:05:46.706182 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-53b54254-8956-4a0f-8bf6-efedc1f5deb0 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5e568b91bfec4b88ae737f7dce08b594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5332155 Oct 23 20:05:46.709159 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 54720) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:46.709331 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b54254-8956-4a0f-8bf6-efedc1f5deb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1362bc34-ade8-4e2e-b32d-b697c11a5f74,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:46.721329 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:46.745520 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:46.751254 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0e20584f-b043-4f01-a8e9-c27f57e20c73 admin admin] Publish callbacks [] for security_group (7aa45d59-1d9b-4f09-b1b3-819729a996c8), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:46.775592 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0e20584f-b043-4f01-a8e9-c27f57e20c73 admin admin] Publish callbacks [] for security_group (7aa45d59-1d9b-4f09-b1b3-819729a996c8), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:46.814018 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-19cdc7e4-3794-4c05-a5e2-32f6b50f413f req-2f5406b3-3e95-4769-94cb-a2d7ca39a5f2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.0627913 Oct 23 20:05:46.833340 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa513c44-7831-45a4-8102-43706215d753 req-8deefc6b-459b-4cfe-a8eb-3c3f93c41b05 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:46.835069 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-aa513c44-7831-45a4-8102-43706215d753 req-8deefc6b-459b-4cfe-a8eb-3c3f93c41b05 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.0988231 Oct 23 20:05:46.843792 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0e20584f-b043-4f01-a8e9-c27f57e20c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (7aa45d59-1d9b-4f09-b1b3-819729a996c8), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:46.846651 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0e20584f-b043-4f01-a8e9-c27f57e20c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:46.850387 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-0e20584f-b043-4f01-a8e9-c27f57e20c73 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7aa45d59-1d9b-4f09-b1b3-819729a996c8 HTTP/1.1" status: 204 len: 168 time: 0.1577671 Oct 23 20:05:46.857215 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20584f-b043-4f01-a8e9-c27f57e20c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa45d59-1d9b-4f09-b1b3-819729a996c8,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:46.868786 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d4e01aee-b516-46c3-84a1-e93b3d36c3c3 admin admin] Publish callbacks [] for security_group (1362bc34-ade8-4e2e-b32d-b697c11a5f74), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:46.904385 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d4e01aee-b516-46c3-84a1-e93b3d36c3c3 admin admin] Publish callbacks [] for security_group (1362bc34-ade8-4e2e-b32d-b697c11a5f74), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:46.930081 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-aa513c44-7831-45a4-8102-43706215d753 req-6aa3f6a7-e200-40a0-9d19-6ae42b2bae85 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878425 Oct 23 20:05:47.005446 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04f72-c54a-4dfb-810c-a629b4a90e6f req-9fbf027c-2734-4ce8-a3e7-2b6d0731b82f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:47.010768 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4e04f72-c54a-4dfb-810c-a629b4a90e6f req-9fbf027c-2734-4ce8-a3e7-2b6d0731b82f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 931 time: 0.0588701 Oct 23 20:05:47.037470 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d4e01aee-b516-46c3-84a1-e93b3d36c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (1362bc34-ade8-4e2e-b32d-b697c11a5f74), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:47.040214 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d4e01aee-b516-46c3-84a1-e93b3d36c3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:47.041374 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-d4e01aee-b516-46c3-84a1-e93b3d36c3c3 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/1362bc34-ade8-4e2e-b32d-b697c11a5f74 HTTP/1.1" status: 204 len: 168 time: 0.3285084 Oct 23 20:05:47.056008 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e01aee-b516-46c3-84a1-e93b3d36c3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1362bc34-ade8-4e2e-b32d-b697c11a5f74,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:47.084528 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4e04f72-c54a-4dfb-810c-a629b4a90e6f req-52b9ee96-7913-4063-9c5b-7862a1f94c86 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676286 Oct 23 20:05:47.150538 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:47.325874 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eaaf489a-0ce4-468f-a65b-b293f1db954f req-46dc8cef-4706-431c-b981-faff98d6974d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.0375967 Oct 23 20:05:47.439566 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 54746) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:47.452966 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9fa14baf-924b-4a62-91de-58d9bd687f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:47.529582 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9fa14baf-924b-4a62-91de-58d9bd687f50 admin admin] Publish callbacks [] for security_group (4e6be8a7-6987-4f29-a9f5-76e4d595eed4), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:47.533480 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9fa14baf-924b-4a62-91de-58d9bd687f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (4e6be8a7-6987-4f29-a9f5-76e4d595eed4), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:47.573328 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-9fa14baf-924b-4a62-91de-58d9bd687f50 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5b7ef5f9334544c79df0bc69a4f4afc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326294 Oct 23 20:05:47.574153 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa14baf-924b-4a62-91de-58d9bd687f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6be8a7-6987-4f29-a9f5-76e4d595eed4,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:47.576158 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54750) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:47.630902 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9f62-da1d-46c8-a027-b8f4209ddfd0 admin admin] Publish callbacks [] for security_group (4e6be8a7-6987-4f29-a9f5-76e4d595eed4), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:47.651497 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9f62-da1d-46c8-a027-b8f4209ddfd0 admin admin] Publish callbacks [] for security_group (4e6be8a7-6987-4f29-a9f5-76e4d595eed4), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:47.704954 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9f62-da1d-46c8-a027-b8f4209ddfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (4e6be8a7-6987-4f29-a9f5-76e4d595eed4), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:47.707993 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9f62-da1d-46c8-a027-b8f4209ddfd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:47.713020 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-cb9e9f62-da1d-46c8-a027-b8f4209ddfd0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/4e6be8a7-6987-4f29-a9f5-76e4d595eed4 HTTP/1.1" status: 204 len: 168 time: 0.1357358 Oct 23 20:05:47.721444 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e9f62-da1d-46c8-a027-b8f4209ddfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6be8a7-6987-4f29-a9f5-76e4d595eed4,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:47.936969 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0d736caf-524a-4e5a-a14c-ccf003b83f90 req-dce0fe03-6f3e-434a-aaf1-214b53325baf tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.0303640 Oct 23 20:05:48.077446 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48d66c-ee2f-4b5e-ace9-cf4d1de14728 req-4691e144-6e4b-43f3-9997-9d15df1ac0d4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:48.084011 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4f48d66c-ee2f-4b5e-ace9-cf4d1de14728 req-4691e144-6e4b-43f3-9997-9d15df1ac0d4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.0639026 Oct 23 20:05:48.133254 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4f48d66c-ee2f-4b5e-ace9-cf4d1de14728 req-6024a6d8-9af3-459d-80ea-71d712c633ee tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479369 Oct 23 20:05:48.241460 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc02e9c-8e49-454f-91d0-0cedbe0e2a97 req-720a244a-3181-4787-9180-9a8c19ef3dad tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:48.243210 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cfc02e9c-8e49-454f-91d0-0cedbe0e2a97 req-720a244a-3181-4787-9180-9a8c19ef3dad tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 931 time: 0.0564101 Oct 23 20:05:48.264783 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:48.296351 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cfc02e9c-8e49-454f-91d0-0cedbe0e2a97 req-e1830c2b-b5f4-4351-8469-b33b2d59dbf2 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473218 Oct 23 20:05:48.448572 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-583d04f4-7f3e-4337-8fd3-f66e57f44700 req-cad8ca98-0ece-4729-82c2-6254c885bf5c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.0319798 Oct 23 20:05:48.949703 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 54828) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:48.983223 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 54834) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:49.060912 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b5357e3-372d-4825-99f3-b3d3fd39e19f req-3ba7cd5b-8e1e-44a7-bb92-a60d8986129e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.0320137 Oct 23 20:05:49.133220 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4222c32d-e6d2-45ea-a84c-dc7ec883adc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.149223 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7069b798-b75f-4690-8f0d-a32173faadbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.211223 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:49.291954 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60484f45-3c76-496a-9dfd-df098aab30fd req-15001477-2bc3-4eae-856b-09e9ae982e21 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:49.293425 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-60484f45-3c76-496a-9dfd-df098aab30fd req-15001477-2bc3-4eae-856b-09e9ae982e21 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.0810764 Oct 23 20:05:49.319513 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4222c32d-e6d2-45ea-a84c-dc7ec883adc1 admin admin] Publish callbacks [] for security_group (9fa8ef6e-07c2-40e4-ad02-04f9fdebf1b1), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.333644 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4222c32d-e6d2-45ea-a84c-dc7ec883adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (9fa8ef6e-07c2-40e4-ad02-04f9fdebf1b1), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.356648 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7069b798-b75f-4690-8f0d-a32173faadbb admin admin] Publish callbacks [] for security_group (d4b3c504-8aa9-462e-9a36-a95a002cc75b), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.373715 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7069b798-b75f-4690-8f0d-a32173faadbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (d4b3c504-8aa9-462e-9a36-a95a002cc75b), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.428428 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222c32d-e6d2-45ea-a84c-dc7ec883adc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa8ef6e-07c2-40e4-ad02-04f9fdebf1b1,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:49.450732 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-4222c32d-e6d2-45ea-a84c-dc7ec883adc1 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=166dc6362df94359b89547507d2415b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4998755 Oct 23 20:05:49.453465 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54844) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:49.462438 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-60484f45-3c76-496a-9dfd-df098aab30fd req-69e80403-0838-440b-963f-7e1dfa1326e0 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599240 Oct 23 20:05:49.471079 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-7069b798-b75f-4690-8f0d-a32173faadbb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0b6f1dab6a5c4285a9bfaa9657a9e40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868512 Oct 23 20:05:49.475360 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54846) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:49.490453 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069b798-b75f-4690-8f0d-a32173faadbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b3c504-8aa9-462e-9a36-a95a002cc75b,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:49.497019 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d018e5-3760-4d5b-b9f2-e66a493dd68c req-e50c387f-bc2f-400f-8ba4-bcf3ecc17700 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:49.498539 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-99d018e5-3760-4d5b-b9f2-e66a493dd68c req-e50c387f-bc2f-400f-8ba4-bcf3ecc17700 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 931 time: 0.1128199 Oct 23 20:05:49.556477 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-87998717-f0e3-40a6-b4f0-d994b467de71 admin admin] Publish callbacks [] for security_group (9fa8ef6e-07c2-40e4-ad02-04f9fdebf1b1), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.558963 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-99d018e5-3760-4d5b-b9f2-e66a493dd68c req-e751e4ee-b8c4-456f-b82e-8585577fecd0 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546286 Oct 23 20:05:49.565511 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-45e6a15b-1c9f-4506-96fc-9e55a0367011 admin admin] Publish callbacks [] for security_group (d4b3c504-8aa9-462e-9a36-a95a002cc75b), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.575158 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-acbbf1e6-1fba-4279-909a-a67f98b64eb5 req-d072952e-50e8-4da2-8c80-4b0684697a56 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.0293810 Oct 23 20:05:49.594529 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-87998717-f0e3-40a6-b4f0-d994b467de71 admin admin] Publish callbacks [] for security_group (9fa8ef6e-07c2-40e4-ad02-04f9fdebf1b1), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.604673 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-45e6a15b-1c9f-4506-96fc-9e55a0367011 admin admin] Publish callbacks [] for security_group (d4b3c504-8aa9-462e-9a36-a95a002cc75b), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.655403 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:INSERT=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:49.660579 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Request body: {'port': {'device_id': 'ea876cfc-08f7-40c4-bcd8-2b1f32738f30', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'admin_state_up': True, 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:49.711874 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Request body: {'port': {'device_id': '80f3d6cd-5a81-425b-a929-808f46010e76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:49.774620 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-87998717-f0e3-40a6-b4f0-d994b467de71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (9fa8ef6e-07c2-40e4-ad02-04f9fdebf1b1), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.777197 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-87998717-f0e3-40a6-b4f0-d994b467de71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.778565 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-87998717-f0e3-40a6-b4f0-d994b467de71 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9fa8ef6e-07c2-40e4-ad02-04f9fdebf1b1 HTTP/1.1" status: 204 len: 168 time: 0.3240724 Oct 23 20:05:49.817435 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:49.825531 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:49.838943 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87998717-f0e3-40a6-b4f0-d994b467de71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa8ef6e-07c2-40e4-ad02-04f9fdebf1b1,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:49.906210 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Made reservation on behalf of e41c21bcf4ca457391486c08565b2aae for: {'port': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:49.910295 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.926996 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-45e6a15b-1c9f-4506-96fc-9e55a0367011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (d4b3c504-8aa9-462e-9a36-a95a002cc75b), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.931144 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-45e6a15b-1c9f-4506-96fc-9e55a0367011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:49.932357 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-45e6a15b-1c9f-4506-96fc-9e55a0367011 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d4b3c504-8aa9-462e-9a36-a95a002cc75b HTTP/1.1" status: 204 len: 168 time: 0.4553099 Oct 23 20:05:49.958656 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6a15b-1c9f-4506-96fc-9e55a0367011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b3c504-8aa9-462e-9a36-a95a002cc75b,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:49.964411 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8404074-d422-4344-b1fb-d2b340c20028 req-cc9a103f-166f-4937-af17-2ab33e00491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:49.966751 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c8404074-d422-4344-b1fb-d2b340c20028 req-cc9a103f-166f-4937-af17-2ab33e00491a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 1127 time: 0.1607563 Oct 23 20:05:49.979605 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:50.021850 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baa812-3a66-4ca3-b534-47229952f1b2 req-c25b6a6d-f8bb-4134-9ea1-2c066c1e4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:50.030035 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-e5baa812-3a66-4ca3-b534-47229952f1b2 req-c25b6a6d-f8bb-4134-9ea1-2c066c1e4259 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3698268 Oct 23 20:05:50.205293 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Allocated IP 172.20.0.6 (4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2/2139503f-1ef8-4f08-99c6-ae904f60f5a2/41d3538a-ad99-4c35-a478-c0aa5c437554) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:50.320120 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4df1ab10-0dd3-4071-8a76-a7a1852d165d req-3280af9f-c92e-4e2a-968e-7a64abd1fca9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.0920634 Oct 23 20:05:50.322762 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:50.323804 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:50.647501 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.15', 49201) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:50.748226 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54900) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:50.758001 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e989a766-0552-40b5-acf0-9a2d7f1dfe99 {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:05:50.758993 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd7da-4dfe-41e2-a975-2abc4b7a1106 req-62a492c4-da57-492e-81a8-c6ab2ba74e53 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:50.769151 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1f1bd7da-4dfe-41e2-a975-2abc4b7a1106 req-62a492c4-da57-492e-81a8-c6ab2ba74e53 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.1505430 Oct 23 20:05:50.804251 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Publish callbacks [] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:50.828808 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0d043086-e11e-496a-a7ac-c6c2749301bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:50.844897 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-fd5a229a-9923-461e-b3eb-5fef276c8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:50.846578 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-fd5a229a-9923-461e-b3eb-5fef276c8874 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=dd03c05196b64299bf41b7d4c412070a&device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 1127 time: 0.2070472 Oct 23 20:05:50.851171 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8404074-d422-4344-b1fb-d2b340c20028 req-f4b5785e-0b35-4ef2-98b2-20ca0d678cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:50.852713 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c8404074-d422-4344-b1fb-d2b340c20028 req-f4b5785e-0b35-4ef2-98b2-20ca0d678cbb service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=e41c21bcf4ca457391486c08565b2aae&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7876556 Oct 23 20:05:50.862784 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Transition to ACTIVE for port object e989a766-0552-40b5-acf0-9a2d7f1dfe99 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:05:50.935741 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7befce-24a0-418a-9ebe-b07b2f79c56e req-af6cb191-6234-4589-9f24-0de33441d68e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:50.940589 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ea7befce-24a0-418a-9ebe-b07b2f79c56e req-af6cb191-6234-4589-9f24-0de33441d68e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 931 time: 0.2476153 Oct 23 20:05:50.972650 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:51.056218 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:51.067008 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1f1bd7da-4dfe-41e2-a975-2abc4b7a1106 req-e856fc54-7286-47e8-8f0e-506ebe477981 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968588 Oct 23 20:05:51.072217 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:51.114497 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:51.140631 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-c99452c8-25e4-4b65-a40b-2aa9a96e7eb9 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 HTTP/1.1" status: 200 len: 217 time: 0.2794785 Oct 23 20:05:51.159794 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-06308334-c913-42ab-95cb-ad39b4fb9bcf tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:51.161864 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-06308334-c913-42ab-95cb-ad39b4fb9bcf tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.15 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 817 time: 0.5106897 Oct 23 20:05:51.166942 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ea7befce-24a0-418a-9ebe-b07b2f79c56e req-c7bd28ef-cb7c-40c3-9caf-f30c1dd7ae1a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077866 Oct 23 20:05:51.173312 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8404074-d422-4344-b1fb-d2b340c20028 req-c1f5adab-170f-4fca-8b00-8ed482d6c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:51.174706 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c8404074-d422-4344-b1fb-d2b340c20028 req-c1f5adab-170f-4fca-8b00-8ed482d6c2eb service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3138106 Oct 23 20:05:51.195002 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:51.247897 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:51.271676 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:51.276061 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Pushing event updated for resources: {'Port': ['ID=e989a766-0552-40b5-acf0-9a2d7f1dfe99,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:51.296594 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:51.302385 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:51.303193 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:51.323115 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-27ac4822-f213-4d0e-9214-0d5afd40ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:51.324733 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-27ac4822-f213-4d0e-9214-0d5afd40ccb1 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=c780a870-fac7-4896-934c-0dda1501aa22 HTTP/1.1" status: 200 len: 851 time: 0.1726286 Oct 23 20:05:51.338828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event updated for resources: {'Port': ['ID=41d3538a-ad99-4c35-a478-c0aa5c437554,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:51.369962 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-51474d6c-1d81-4425-bd97-66bea7a7d272 req-c5580cfe-e7d0-4355-a197-4079e04b51b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.1243448 Oct 23 20:05:51.402708 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-7a44247b-389e-4ce5-9cba-59c48c201104 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7459965 Oct 23 20:05:51.410550 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-01de9371-008c-4f0e-9401-2df2ddc38f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:51.413612 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-01de9371-008c-4f0e-9401-2df2ddc38f21 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 1127 time: 0.1538112 Oct 23 20:05:51.420496 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:51.430568 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:51.459803 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Request body: {'port': {'device_id': 'ea876cfc-08f7-40c4-bcd8-2b1f32738f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:51.482831 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-c7300004-21bd-41fa-b8ce-939da981433f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4023fb7431ad496fa044b19190f014d8 HTTP/1.1" status: 200 len: 379 time: 0.2968500 Oct 23 20:05:51.494507 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-3bc65fbe-b72d-4aa2-aee3-acf694b2dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:51.496039 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-3bc65fbe-b72d-4aa2-aee3-acf694b2dcd7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=ce1dcb9b-0da9-45b0-9d47-fb686a4f087d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1619058 Oct 23 20:05:51.505743 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Request body: {'port': {'device_id': '4abcffff-127a-4a75-84a5-19e12536b4de', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'admin_state_up': True, 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'security_groups': ['eb3ec8b7-41e8-4efa-b532-35e3f006e663']}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:05:51.514118 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0d043086-e11e-496a-a7ac-c6c2749301bd admin admin] Publish callbacks [] for security_group (b5a1eb83-3b29-4303-a123-d0bf11e87bde), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:51.521798 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6b8ed-3b74-4543-b4b8-5f38f65d09c4 req-d5c70f98-54c4-4423-b3db-2c98cb51a61b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:51.526474 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9bc6b8ed-3b74-4543-b4b8-5f38f65d09c4 req-d5c70f98-54c4-4423-b3db-2c98cb51a61b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 931 time: 0.0947607 Oct 23 20:05:51.539107 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Attempting to bind port e989a766-0552-40b5-acf0-9a2d7f1dfe99 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:51.539435 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Attempting to bind port e989a766-0552-40b5-acf0-9a2d7f1dfe99 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:51.539769 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Attempting to bind port e989a766-0552-40b5-acf0-9a2d7f1dfe99 on network 8e3b82ee-7488-4576-9263-10150a8cce41 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:51.595850 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-6ad7f7c4-08df-4ea2-9b47-30726c55f8f9 None None] Provisioning complete for port 41d3538a-ad99-4c35-a478-c0aa5c437554 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:51.596388 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6ad7f7c4-08df-4ea2-9b47-30726c55f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:51.598428 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-6ad7f7c4-08df-4ea2-9b47-30726c55f8f9 None None] Attempt 1 to provision port 41d3538a-ad99-4c35-a478-c0aa5c437554 Oct 23 20:05:51.601375 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0d043086-e11e-496a-a7ac-c6c2749301bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (b5a1eb83-3b29-4303-a123-d0bf11e87bde), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:51.701652 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Made reservation on behalf of 4023fb7431ad496fa044b19190f014d8 for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:05:51.705589 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:51.794357 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-0d043086-e11e-496a-a7ac-c6c2749301bd admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a084917827a64336b7537e0e4cc8c3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0352728 Oct 23 20:05:51.794357 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d043086-e11e-496a-a7ac-c6c2749301bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a1eb83-3b29-4303-a123-d0bf11e87bde,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:51.799383 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 54932) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:51.922105 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:51.924698 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7f7c4-08df-4ea2-9b47-30726c55f8f9 None None] Port 41d3538a-ad99-4c35-a478-c0aa5c437554 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:05:51.949453 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-e48bb511-48f9-4c97-81cd-c176101741de service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ce1dcb9b-0da9-45b0-9d47-fb686a4f087d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389684 Oct 23 20:05:51.950442 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Port e989a766-0552-40b5-acf0-9a2d7f1dfe99 on network 8e3b82ee-7488-4576-9263-10150a8cce41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:05:51.951010 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Attempting to bind port e989a766-0552-40b5-acf0-9a2d7f1dfe99 on network 8e3b82ee-7488-4576-9263-10150a8cce41 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:52.035893 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-d519d912-a415-43e3-b577-dd0b249a9049 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2157f124-6d4c-4aa3-8b95-ee304dc9379e HTTP/1.1" status: 200 len: 217 time: 0.5936170 Oct 23 20:05:52.078219 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:52.139198 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.149862 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.164739 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9bc6b8ed-3b74-4543-b4b8-5f38f65d09c4 req-f0801b45-eee0-4d4b-bb2c-d4caa52d52e0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669124 Oct 23 20:05:52.166109 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-70e871c4-11b8-482a-b69a-1dac2255ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:52.167548 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-70e871c4-11b8-482a-b69a-1dac2255ee51 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.1200519 Oct 23 20:05:52.198176 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:52.198829 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Checking segment: {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:52.199228 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Bound using segment: {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:52.199778 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Bound port: e989a766-0552-40b5-acf0-9a2d7f1dfe99, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:52.200089 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.300036 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-81a33287-cc9c-4bd6-9c69-3a848c907582 admin admin] Publish callbacks [] for security_group (b5a1eb83-3b29-4303-a123-d0bf11e87bde), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.326739 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1b7cb7a3-2545-43f4-95c4-87bdcba6c60d req-a54d2f89-c737-4e65-aba6-74ab0df6242d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ce1dcb9b-0da9-45b0-9d47-fb686a4f087d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642371 Oct 23 20:05:52.346443 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Allocated IP 172.20.0.6 (d42fdacc-7ef9-4dc3-a526-50a70d71365d/dc2e838e-b2cf-45fa-b203-1a13f0d5cd82/5324bb33-be61-462e-b3ed-9373ad4fce7f) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:05:52.359216 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-81a33287-cc9c-4bd6-9c69-3a848c907582 admin admin] Publish callbacks [] for security_group (b5a1eb83-3b29-4303-a123-d0bf11e87bde), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.408667 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] For port e989a766-0552-40b5-acf0-9a2d7f1dfe99, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:52.420362 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a2a4d-8220-4de6-b5e1-7a98b770c9d4 req-f38e8212-a4a5-4d38-9120-d9b9b22d5666 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:52.429115 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c60a2a4d-8220-4de6-b5e1-7a98b770c9d4 req-f38e8212-a4a5-4d38-9120-d9b9b22d5666 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.1664190 Oct 23 20:05:52.436227 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] For port e989a766-0552-40b5-acf0-9a2d7f1dfe99, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=e989a766-0552-40b5-acf0-9a2d7f1dfe99,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:52.446176 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:52.451909 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.470749 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:52.470866 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cfc2c-1e86-4bbb-97ed-e0b52e1afde3 req-287d5ee6-6c96-43f6-bf90-3c8a209eb519 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:52.470954 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.471043 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3d3cfc2c-1e86-4bbb-97ed-e0b52e1afde3 req-287d5ee6-6c96-43f6-bf90-3c8a209eb519 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.1169822 Oct 23 20:05:52.471113 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/e989a766-0552-40b5-acf0-9a2d7f1dfe99 HTTP/1.1" status: 200 len: 1093 time: 2.7545497 Oct 23 20:05:52.471178 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-892269bd-8355-4ca1-ad9c-aa4c5a01cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:52.471178 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-892269bd-8355-4ca1-ad9c-aa4c5a01cd9e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2809463 Oct 23 20:05:52.477075 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f3d6cd-5a81-425b-a929-808f46010e76', 'tag': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:05:52.480190 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a9da55-8238-45bc-a467-3f47bf497699" -d '{"events": [{"name": "network-changed", "server_uuid": "80f3d6cd-5a81-425b-a929-808f46010e76", "tag": "e989a766-0552-40b5-acf0-9a2d7f1dfe99"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:05:52.548038 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-81a33287-cc9c-4bd6-9c69-3a848c907582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (b5a1eb83-3b29-4303-a123-d0bf11e87bde), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.550684 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-81a33287-cc9c-4bd6-9c69-3a848c907582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.551713 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-81a33287-cc9c-4bd6-9c69-3a848c907582 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/b5a1eb83-3b29-4303-a123-d0bf11e87bde HTTP/1.1" status: 204 len: 168 time: 0.7511168 Oct 23 20:05:52.602838 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c60a2a4d-8220-4de6-b5e1-7a98b770c9d4 req-73b0932c-5c24-4bb2-ba37-7b18762a57ec tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725650 Oct 23 20:05:52.606821 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a33287-cc9c-4bd6-9c69-3a848c907582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a1eb83-3b29-4303-a123-d0bf11e87bde,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:52.625968 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb9b09-ae96-42b8-a53d-4cbacb6e14fb service neutron] Pushing event updated for resources: {'Port': ['ID=e989a766-0552-40b5-acf0-9a2d7f1dfe99,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:52.668464 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.694983 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3d3cfc2c-1e86-4bbb-97ed-e0b52e1afde3 req-7588081a-98b7-44df-bb28-ad8311627cdc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158954 Oct 23 20:05:52.712686 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.755296 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ae791755-1d5d-4a98-9816-c34f0ce5f683 req-c2d2e980-64b1-4284-81c9-1ea652ad6df3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.0778484 Oct 23 20:05:52.794179 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event updated for resources: {'Port': ['ID=5324bb33-be61-462e-b3ed-9373ad4fce7f,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:52.798672 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:52.823583 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Network d42fdacc-7ef9-4dc3-a526-50a70d71365d is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:05:52.826013 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:05:52.828592 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:05:52.852966 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7f8c71-d244-4fa0-8bfe-be17a581daef x-openstack-request-id: req-7b7f8c71-d244-4fa0-8bfe-be17a581daef {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:05:52.853252 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f3d6cd-5a81-425b-a929-808f46010e76", "tag": "e989a766-0552-40b5-acf0-9a2d7f1dfe99", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:05:52.853505 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b7f8c71-d244-4fa0-8bfe-be17a581daef {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:05:52.853914 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7f8c71-d244-4fa0-8bfe-be17a581daef'] response: {'name': 'network-changed', 'server_uuid': '80f3d6cd-5a81-425b-a929-808f46010e76', 'tag': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99', 'status': 'completed', 'code': 200} Oct 23 20:05:52.872960 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d3538a-ad99-4c35-a478-c0aa5c437554 {{(pid=104660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:05:52.881345 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Publish callbacks [] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.890376 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:52.891027 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.895705 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:52.900352 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.provisioning_blocks [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Transition to ACTIVE for port object 41d3538a-ad99-4c35-a478-c0aa5c437554 will not be triggered until provisioned by entity L2. {{(pid=104660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:05:52.906454 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:52.916279 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-288f5345-f9a0-4c76-a0cd-34f238c2070c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4144173 Oct 23 20:05:52.999118 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Pushing event updated for resources: {'Port': ['ID=41d3538a-ad99-4c35-a478-c0aa5c437554,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:53.001399 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Attempting to bind port 41d3538a-ad99-4c35-a478-c0aa5c437554 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:05:53.001841 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Attempting to bind port 41d3538a-ad99-4c35-a478-c0aa5c437554 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:05:53.002183 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Attempting to bind port 41d3538a-ad99-4c35-a478-c0aa5c437554 on network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:53.049772 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Port 41d3538a-ad99-4c35-a478-c0aa5c437554 on network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:05:53.050397 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Attempting to bind port 41d3538a-ad99-4c35-a478-c0aa5c437554 on network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:05:53.094091 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:05:53.094459 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Checking segment: {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:05:53.094841 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Bound using segment: {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:05:53.095283 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Bound port: 41d3538a-ad99-4c35-a478-c0aa5c437554, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'}}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:05:53.095647 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:53.153496 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-99ba2e9f-fd80-42fc-9b24-728b89845393 None None] Provisioning complete for port 5324bb33-be61-462e-b3ed-9373ad4fce7f triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:05:53.154059 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-99ba2e9f-fd80-42fc-9b24-728b89845393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:53.154189 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-99ba2e9f-fd80-42fc-9b24-728b89845393 None None] Attempt 1 to provision port 5324bb33-be61-462e-b3ed-9373ad4fce7f Oct 23 20:05:53.157384 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] For port 41d3538a-ad99-4c35-a478-c0aa5c437554, host hv-cinder-86243, cleared binding levels {{(pid=104660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:05:53.161255 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] For port 41d3538a-ad99-4c35-a478-c0aa5c437554, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=41d3538a-ad99-4c35-a478-c0aa5c437554,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:05:53.170570 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:53.176336 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:53.176963 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:53.178374 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/41d3538a-ad99-4c35-a478-c0aa5c437554 HTTP/1.1" status: 200 len: 1093 time: 1.7350276 Oct 23 20:05:53.179165 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea876cfc-08f7-40c4-bcd8-2b1f32738f30', 'tag': '41d3538a-ad99-4c35-a478-c0aa5c437554'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:05:53.182413 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861ee218-4350-4793-a1f5-f2f5de218f96" -d '{"events": [{"name": "network-changed", "server_uuid": "ea876cfc-08f7-40c4-bcd8-2b1f32738f30", "tag": "41d3538a-ad99-4c35-a478-c0aa5c437554"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:05:53.189357 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-99ba2e9f-fd80-42fc-9b24-728b89845393 None None] Port 5324bb33-be61-462e-b3ed-9373ad4fce7f cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:05:53.245372 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57980fd4-834e-49fc-af82-26c62e55a95f service neutron] Pushing event updated for resources: {'Port': ['ID=41d3538a-ad99-4c35-a478-c0aa5c437554,revision_number=3']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:53.255477 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9554546-651f-400d-a584-6709ed05e958 x-openstack-request-id: req-f9554546-651f-400d-a584-6709ed05e958 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:05:53.255943 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea876cfc-08f7-40c4-bcd8-2b1f32738f30", "tag": "41d3538a-ad99-4c35-a478-c0aa5c437554", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:05:53.256236 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9554546-651f-400d-a584-6709ed05e958 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:05:53.256583 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9554546-651f-400d-a584-6709ed05e958'] response: {'name': 'network-changed', 'server_uuid': 'ea876cfc-08f7-40c4-bcd8-2b1f32738f30', 'tag': '41d3538a-ad99-4c35-a478-c0aa5c437554', 'status': 'completed', 'code': 200} Oct 23 20:05:53.351968 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b2f5a-3ddb-4609-8abe-a3533374c12e req-a55d0ace-e83e-4aab-bec8-4cb023686f32 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:53.353474 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c15b2f5a-3ddb-4609-8abe-a3533374c12e req-a55d0ace-e83e-4aab-bec8-4cb023686f32 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0575690 Oct 23 20:05:53.419955 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c15b2f5a-3ddb-4609-8abe-a3533374c12e req-236c67d7-dbe8-45c6-b9b3-fa2f9a27eab8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483334 Oct 23 20:05:53.731802 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d1f09-6445-4726-adf8-9c3c8756e6d2 req-ef8c6f75-b570-4e1d-97b1-4f8e83db62ff tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:53.733288 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ae6d1f09-6445-4726-adf8-9c3c8756e6d2 req-ef8c6f75-b570-4e1d-97b1-4f8e83db62ff tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.0511482 Oct 23 20:05:53.786075 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ae6d1f09-6445-4726-adf8-9c3c8756e6d2 req-1e0b64c5-eb41-4b9a-9e89-ee1428fdc6bc tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471518 Oct 23 20:05:53.839659 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bf85f-a96c-4078-87c7-fdcf40edddb7 req-a5a06fea-1556-4234-aa8e-f3c3577bcb2e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:53.841410 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ee6bf85f-a96c-4078-87c7-fdcf40edddb7 req-a5a06fea-1556-4234-aa8e-f3c3577bcb2e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0544765 Oct 23 20:05:53.921868 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdb7e3-8a6e-4baf-b9ea-ea41e4bc5191 req-1117fa0b-462f-4f91-b708-5a28c68f2acc tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:53.923346 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2dfdb7e3-8a6e-4baf-b9ea-ea41e4bc5191 req-1117fa0b-462f-4f91-b708-5a28c68f2acc tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 931 time: 0.0667524 Oct 23 20:05:53.930165 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ee6bf85f-a96c-4078-87c7-fdcf40edddb7 req-71b67c5f-98a7-41db-807d-b82a49737cf7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814350 Oct 23 20:05:53.978873 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2dfdb7e3-8a6e-4baf-b9ea-ea41e4bc5191 req-018c519d-3c51-40f7-8289-e12699d670bb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476484 Oct 23 20:05:54.540845 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5ee65-c9cb-44b1-98d8-030e6740fea6 req-764e3f2c-901d-4b03-9ef5-137e0dd97d9e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:54.542283 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fdd5ee65-c9cb-44b1-98d8-030e6740fea6 req-764e3f2c-901d-4b03-9ef5-137e0dd97d9e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0494723 Oct 23 20:05:54.594604 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fdd5ee65-c9cb-44b1-98d8-030e6740fea6 req-6450dc95-4746-4414-ad52-7921fb88480e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462291 Oct 23 20:05:54.875393 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:54.911454 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc5c63-38c2-45a0-9913-79d8a88b90ae req-de9c9797-3850-427e-a0da-8f6289ff8fea tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:54.912901 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cdfc5c63-38c2-45a0-9913-79d8a88b90ae req-de9c9797-3850-427e-a0da-8f6289ff8fea tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.0483446 Oct 23 20:05:54.925973 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 55066) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:54.964047 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cdfc5c63-38c2-45a0-9913-79d8a88b90ae req-5b0d0dd9-de4e-4c8f-8430-c76e8dd1c724 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436590 Oct 23 20:05:55.044745 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8c823993-9394-4f61-b07e-91eedb2608d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.052736 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6a17-90d5-4628-9a7b-12ed7b6a2333 req-2b03b843-44ce-4edd-b465-6b22c417c41d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:55.054351 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f8af6a17-90d5-4628-9a7b-12ed7b6a2333 req-2b03b843-44ce-4edd-b465-6b22c417c41d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0484471 Oct 23 20:05:55.106439 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:55.126809 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8c823993-9394-4f61-b07e-91eedb2608d8 admin admin] Publish callbacks [] for security_group (40801521-91c0-4f4e-8601-ef5a1a5ce41f), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.130915 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b622bf-6aa2-4d55-a095-90be8062955c req-5b5caeb4-07d8-43f8-84e3-75d1a205bc27 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:55.131554 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8c823993-9394-4f61-b07e-91eedb2608d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (40801521-91c0-4f4e-8601-ef5a1a5ce41f), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.133041 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a1b622bf-6aa2-4d55-a095-90be8062955c req-5b5caeb4-07d8-43f8-84e3-75d1a205bc27 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 931 time: 0.0721648 Oct 23 20:05:55.160765 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f8af6a17-90d5-4628-9a7b-12ed7b6a2333 req-ada3ec08-f9c5-4b60-9deb-0d4eb399ec9a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009235 Oct 23 20:05:55.173516 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:55.180511 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-8c823993-9394-4f61-b07e-91eedb2608d8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=9cf663d84e1d49969db58d44924af63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476408 Oct 23 20:05:55.180511 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c823993-9394-4f61-b07e-91eedb2608d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40801521-91c0-4f4e-8601-ef5a1a5ce41f,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:55.180775 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 55074) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:55.205950 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a1b622bf-6aa2-4d55-a095-90be8062955c req-0791e4ff-c481-46df-b464-8ddac56d2782 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651720 Oct 23 20:05:55.240332 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d213e457-bf00-4ec8-8b1d-608e0eabf794 admin admin] Publish callbacks [] for security_group (40801521-91c0-4f4e-8601-ef5a1a5ce41f), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.260216 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d213e457-bf00-4ec8-8b1d-608e0eabf794 admin admin] Publish callbacks [] for security_group (40801521-91c0-4f4e-8601-ef5a1a5ce41f), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.306621 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d213e457-bf00-4ec8-8b1d-608e0eabf794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (40801521-91c0-4f4e-8601-ef5a1a5ce41f), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.309323 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d213e457-bf00-4ec8-8b1d-608e0eabf794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.310485 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-d213e457-bf00-4ec8-8b1d-608e0eabf794 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/40801521-91c0-4f4e-8601-ef5a1a5ce41f HTTP/1.1" status: 204 len: 168 time: 0.1287022 Oct 23 20:05:55.318117 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213e457-bf00-4ec8-8b1d-608e0eabf794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40801521-91c0-4f4e-8601-ef5a1a5ce41f,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:55.588007 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 55084) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:55.601045 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a6f5faeb-25eb-4bb1-94ae-e4cceb892914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.705384 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a6f5faeb-25eb-4bb1-94ae-e4cceb892914 admin admin] Publish callbacks [] for security_group (54dbf0a9-a799-42a1-98c3-c563681c4e11), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.712597 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a6f5faeb-25eb-4bb1-94ae-e4cceb892914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (54dbf0a9-a799-42a1-98c3-c563681c4e11), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.746787 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a6e36-9974-4bfa-b0a8-592f474572a1 req-14380ea6-e83b-4640-a3c0-95a854740ff1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:55.748293 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-608a6e36-9974-4bfa-b0a8-592f474572a1 req-14380ea6-e83b-4640-a3c0-95a854740ff1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0772624 Oct 23 20:05:55.775774 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-a6f5faeb-25eb-4bb1-94ae-e4cceb892914 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=fde08925e37e4cfb9aeab915b74bf089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842666 Oct 23 20:05:55.776436 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 55090) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:05:55.779942 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5faeb-25eb-4bb1-94ae-e4cceb892914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dbf0a9-a799-42a1-98c3-c563681c4e11,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:55.816688 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-608a6e36-9974-4bfa-b0a8-592f474572a1 req-0ff7666a-ddbc-4c86-8ea1-f2d05daac96a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561175 Oct 23 20:05:55.842415 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cd128f27-2129-4f48-81d2-8a9638bb4f1e admin admin] Publish callbacks [] for security_group (54dbf0a9-a799-42a1-98c3-c563681c4e11), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.856745 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cd128f27-2129-4f48-81d2-8a9638bb4f1e admin admin] Publish callbacks [] for security_group (54dbf0a9-a799-42a1-98c3-c563681c4e11), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.903306 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cd128f27-2129-4f48-81d2-8a9638bb4f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (54dbf0a9-a799-42a1-98c3-c563681c4e11), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.905957 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cd128f27-2129-4f48-81d2-8a9638bb4f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:05:55.907127 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-cd128f27-2129-4f48-81d2-8a9638bb4f1e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/54dbf0a9-a799-42a1-98c3-c563681c4e11 HTTP/1.1" status: 204 len: 168 time: 0.1294873 Oct 23 20:05:55.914667 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd128f27-2129-4f48-81d2-8a9638bb4f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dbf0a9-a799-42a1-98c3-c563681c4e11,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:05:56.087110 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366023c-83e0-4167-b2b6-8d8cee38412a req-0d96c711-7db8-47b0-8265-d31bceae2995 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:56.088669 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d366023c-83e0-4167-b2b6-8d8cee38412a req-0d96c711-7db8-47b0-8265-d31bceae2995 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.0513408 Oct 23 20:05:56.138643 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d366023c-83e0-4167-b2b6-8d8cee38412a req-823c59d4-f969-46fb-9f48-65269401dcdb tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443857 Oct 23 20:05:56.284317 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8c93b-f12b-44d7-985c-9c36063de68e req-6c3295dd-869c-40cd-a079-75a78d71bd49 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:56.286061 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-94c8c93b-f12b-44d7-985c-9c36063de68e req-6c3295dd-869c-40cd-a079-75a78d71bd49 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0503094 Oct 23 20:05:56.350267 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:56.357782 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aae524-8466-493e-b577-732ac8a3306f req-d39b9d94-e591-4324-bd8e-a99508dae57b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:56.359324 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-94aae524-8466-493e-b577-732ac8a3306f req-d39b9d94-e591-4324-bd8e-a99508dae57b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 931 time: 0.0704648 Oct 23 20:05:56.374720 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-94c8c93b-f12b-44d7-985c-9c36063de68e req-101f3d08-09ee-468a-bbff-b3ce97ac38e1 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758700 Oct 23 20:05:56.420828 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-94aae524-8466-493e-b577-732ac8a3306f req-22d6aa74-1549-411a-836f-1d0bcc1afc48 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449886 Oct 23 20:05:56.944915 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c817e-6813-4681-8ae2-07b215d262fc req-042dc9d2-2bee-4b7f-9a34-72bc22eae0cc tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:56.946437 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-859c817e-6813-4681-8ae2-07b215d262fc req-042dc9d2-2bee-4b7f-9a34-72bc22eae0cc tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0527794 Oct 23 20:05:56.996318 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-859c817e-6813-4681-8ae2-07b215d262fc req-b26f8f64-3ce9-42b0-89a2-bf4ae4ac9cca tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 Oct 23 20:05:57.257855 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddddc0c-2e61-40e3-bd1b-b4e9fd4cb011 req-aa9df5cf-7180-49cd-9bb2-261ea44ec032 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:57.259290 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4ddddc0c-2e61-40e3-bd1b-b4e9fd4cb011 req-aa9df5cf-7180-49cd-9bb2-261ea44ec032 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.0464416 Oct 23 20:05:57.310789 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4ddddc0c-2e61-40e3-bd1b-b4e9fd4cb011 req-fa820472-5be0-48c7-9e6c-02f7e5ad6798 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454679 Oct 23 20:05:57.494629 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:57.522554 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08589cc-7d4a-4967-9f46-6b327b5db7f0 req-78eeb986-3d2d-4ffc-aee8-2c809fffcb1f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:57.524039 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a08589cc-7d4a-4967-9f46-6b327b5db7f0 req-78eeb986-3d2d-4ffc-aee8-2c809fffcb1f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0729673 Oct 23 20:05:57.582489 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9062ca-e73a-48d5-bdac-856334d3e42e req-ba3d3210-20bb-4405-98ef-b417bb9dd6e2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:57.582489 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2e9062ca-e73a-48d5-bdac-856334d3e42e req-ba3d3210-20bb-4405-98ef-b417bb9dd6e2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 931 time: 0.0751159 Oct 23 20:05:57.622186 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a08589cc-7d4a-4967-9f46-6b327b5db7f0 req-cc825ea0-6546-453c-98d8-dee343529ad3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790572 Oct 23 20:05:57.663082 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2e9062ca-e73a-48d5-bdac-856334d3e42e req-52b14d5f-f44e-4562-b403-15257bbe85bd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783126 Oct 23 20:05:58.113287 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec8a4b-3118-4cc9-92ac-1f4f8c4a0f50 req-d6127ea4-c105-4c8a-ae25-34867654e336 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:58.114757 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fbec8a4b-3118-4cc9-92ac-1f4f8c4a0f50 req-d6127ea4-c105-4c8a-ae25-34867654e336 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0467041 Oct 23 20:05:58.163655 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fbec8a4b-3118-4cc9-92ac-1f4f8c4a0f50 req-668db45a-5895-4db2-87d5-e71b0479fe4f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Oct 23 20:05:58.424858 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff246103-988d-42d8-ae35-75b73f5aeab8 req-6c7b03fd-fabb-4ab1-a77d-7297c6909602 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:58.426361 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ff246103-988d-42d8-ae35-75b73f5aeab8 req-6c7b03fd-fabb-4ab1-a77d-7297c6909602 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.0458281 Oct 23 20:05:58.475085 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ff246103-988d-42d8-ae35-75b73f5aeab8 req-f9e67cea-e8ce-4fa7-87be-4931b3a50712 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Oct 23 20:05:58.745320 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571c1fd-6e28-4989-95a1-c8963716c72b req-001d5aa8-ce06-4caa-b509-034cf03ae2d7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:58.746798 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1571c1fd-6e28-4989-95a1-c8963716c72b req-001d5aa8-ce06-4caa-b509-034cf03ae2d7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0468347 Oct 23 20:05:58.808704 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be625c17-ccde-4cd3-a7c0-f9907969452b req-5c3c77e9-9025-4c02-b235-99f9aa138b0b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:58.810159 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-be625c17-ccde-4cd3-a7c0-f9907969452b req-5c3c77e9-9025-4c02-b235-99f9aa138b0b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 931 time: 0.0625198 Oct 23 20:05:58.844028 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1571c1fd-6e28-4989-95a1-c8963716c72b req-06437e98-52fa-4dec-8613-ca4bca46238e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872626 Oct 23 20:05:58.869620 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-be625c17-ccde-4cd3-a7c0-f9907969452b req-c7685782-95d3-417c-9012-76c0c12c6793 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538008 Oct 23 20:05:59.279029 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820f724-004f-4ea9-bda8-bd60354fdf34 req-4d612e91-b11c-4c44-aee6-4d7f09b83c15 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:59.280475 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2820f724-004f-4ea9-bda8-bd60354fdf34 req-4d612e91-b11c-4c44-aee6-4d7f09b83c15 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0450766 Oct 23 20:05:59.326542 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2820f724-004f-4ea9-bda8-bd60354fdf34 req-5d29636f-2fa1-4e87-a596-1e9441e399a5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Oct 23 20:05:59.596989 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6ef4e-ee3e-41ef-8eb6-fef7a1b39025 req-3d07e889-cdd9-44e5-969e-8eca63bd49a3 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:59.598547 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a4a6ef4e-ee3e-41ef-8eb6-fef7a1b39025 req-3d07e889-cdd9-44e5-969e-8eca63bd49a3 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.0501482 Oct 23 20:05:59.644955 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a4a6ef4e-ee3e-41ef-8eb6-fef7a1b39025 req-86422cf6-a775-4ede-9c49-18c54c3a897d tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404754 Oct 23 20:05:59.962637 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:05:59.989132 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b9566-85dc-49f9-8b7b-ccc72cb2c55d req-fc1cc004-162f-42f2-8534-a76eccfbdd52 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:05:59.990748 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a7b9566-85dc-49f9-8b7b-ccc72cb2c55d req-fc1cc004-162f-42f2-8534-a76eccfbdd52 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0741916 Oct 23 20:06:00.010330 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52628939-e99b-4f1c-b933-0e711e4158e5 req-24139273-878d-4ce8-9e19-a4b9ed644d2b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:00.011740 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-52628939-e99b-4f1c-b933-0e711e4158e5 req-24139273-878d-4ce8-9e19-a4b9ed644d2b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 931 time: 0.0642574 Oct 23 20:06:00.077601 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a7b9566-85dc-49f9-8b7b-ccc72cb2c55d req-723b86fa-ef10-4131-a141-c71deac3600f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807717 Oct 23 20:06:00.084233 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-52628939-e99b-4f1c-b933-0e711e4158e5 req-9f18339d-cb3a-4103-9e4d-c771f672f8f2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655220 Oct 23 20:06:00.446588 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1a05-27d3-4022-8681-f91b0c61ec8e req-08cbec72-0bb0-4a4a-b5d5-040b27bb4931 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:00.447947 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0dac1a05-27d3-4022-8681-f91b0c61ec8e req-08cbec72-0bb0-4a4a-b5d5-040b27bb4931 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0456145 Oct 23 20:06:00.493413 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0dac1a05-27d3-4022-8681-f91b0c61ec8e req-6e015b8c-b0ff-4a7b-9d68-58f9719af1d8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 Oct 23 20:06:00.749678 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:00.762609 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f77545-2d04-4f1a-a19b-6e7338d3d704 req-2afaf6d2-258a-4d76-9bfb-d1cd502938ed tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:00.764095 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-97f77545-2d04-4f1a-a19b-6e7338d3d704 req-2afaf6d2-258a-4d76-9bfb-d1cd502938ed tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 943 time: 0.0462780 Oct 23 20:06:00.816287 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-97f77545-2d04-4f1a-a19b-6e7338d3d704 req-da4b7aff-ee10-4069-b00d-bfaca575ebae tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463545 Oct 23 20:06:00.951700 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:06:01.052661 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3,segment=NetworkSegment(6a73087b-1899-48f9-a92d-9aac6f06364f),segment_id=6a73087b-1899-48f9-a92d-9aac6f06364f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:01.067188 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': 'e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3', 'network_id': 'ce1dcb9b-0da9-45b0-9d47-fb686a4f087d', 'port_id': 'e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3', 'mac_address': 'fa:16:3e:7b:61:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c780a870-fac7-4896-934c-0dda1501aa22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:06:01.100151 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:01.101059 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:01.113828 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:06:01.138477 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3,segment=NetworkSegment(6a73087b-1899-48f9-a92d-9aac6f06364f),segment_id=6a73087b-1899-48f9-a92d-9aac6f06364f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:01.144798 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:01.197058 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:01.233431 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebcc49-d0a3-43fa-b9c1-8627ba09b477 req-6caf6d60-0d9b-4335-af74-93c910961746 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:01.234936 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3eebcc49-d0a3-43fa-b9c1-8627ba09b477 req-6caf6d60-0d9b-4335-af74-93c910961746 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0808473 Oct 23 20:06:01.245061 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4cd6b-470b-45fe-bec7-b1cb66e32ad7 req-ea70a771-ee67-4b23-9cc0-a0ed834679df tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:01.246449 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5da4cd6b-470b-45fe-bec7-b1cb66e32ad7 req-ea70a771-ee67-4b23-9cc0-a0ed834679df tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 931 time: 0.0595746 Oct 23 20:06:01.317587 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3eebcc49-d0a3-43fa-b9c1-8627ba09b477 req-554653b8-7a95-4d65-9e61-a1ea02393bc7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702238 Oct 23 20:06:01.321470 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5da4cd6b-470b-45fe-bec7-b1cb66e32ad7 req-d44e5263-826d-48ea-8b2f-d7b4d487f1cb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684776 Oct 23 20:06:01.612842 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de994971-7923-4854-ab03-f832fce60538 req-1cbee7fe-7ecd-4447-aebb-d1f2c7ec13a5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:01.614314 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-de994971-7923-4854-ab03-f832fce60538 req-1cbee7fe-7ecd-4447-aebb-d1f2c7ec13a5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0489683 Oct 23 20:06:01.660296 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-de994971-7923-4854-ab03-f832fce60538 req-cbc1da3b-de23-4b54-9407-07d9e41db84f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Oct 23 20:06:01.934025 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351a729-b240-48be-9511-06f9678d5330 req-8708c456-e0d3-4a08-b922-0c1902ce1081 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:01.935420 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a351a729-b240-48be-9511-06f9678d5330 req-8708c456-e0d3-4a08-b922-0c1902ce1081 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 944 time: 0.0449691 Oct 23 20:06:01.980932 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a351a729-b240-48be-9511-06f9678d5330 req-59b3a503-1532-4635-8a95-34f40345067c tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400944 Oct 23 20:06:02.468103 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42521f4e-e65e-47b1-bc73-6e1d94c3ff86 req-32ac2a4a-7e7a-4d1c-8dc5-f02cf36f8815 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:02.469576 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-42521f4e-e65e-47b1-bc73-6e1d94c3ff86 req-32ac2a4a-7e7a-4d1c-8dc5-f02cf36f8815 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0768404 Oct 23 20:06:02.477311 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd56e5-4d57-45e2-b996-8317d6869833 req-49b04fe3-c75c-41a3-8928-71a8d3c6ea0f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:02.478702 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-52bd56e5-4d57-45e2-b996-8317d6869833 req-49b04fe3-c75c-41a3-8928-71a8d3c6ea0f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 931 time: 0.0766168 Oct 23 20:06:02.546429 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-42521f4e-e65e-47b1-bc73-6e1d94c3ff86 req-f22e9a91-6332-4187-ba94-dd1b04e113cb tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667107 Oct 23 20:06:02.552957 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-52bd56e5-4d57-45e2-b996-8317d6869833 req-25e3f440-c7dd-4659-be7c-72997731baa8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676022 Oct 23 20:06:02.777322 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3323eb-345f-4239-b955-3a6a11bbc6ad req-8c4498d4-738e-4e0f-938e-63603e876ff4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:02.778785 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6c3323eb-345f-4239-b955-3a6a11bbc6ad req-8c4498d4-738e-4e0f-938e-63603e876ff4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0462179 Oct 23 20:06:02.829607 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6c3323eb-345f-4239-b955-3a6a11bbc6ad req-bd00794e-9057-41ef-a8a7-eaa2394038cf tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453584 Oct 23 20:06:03.088971 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:03.099099 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a49223-6c48-4b0f-939d-9827388a44c0 req-c9c7f790-a41e-4aba-b0e0-e6cfb56faacb tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:03.101101 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-23a49223-6c48-4b0f-939d-9827388a44c0 req-c9c7f790-a41e-4aba-b0e0-e6cfb56faacb tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 944 time: 0.0465817 Oct 23 20:06:03.145953 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-23a49223-6c48-4b0f-939d-9827388a44c0 req-cc282148-04c7-46cd-b986-86e0e3c97027 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392716 Oct 23 20:06:03.296408 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:06:03.624035 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Request body: {'port': {'device_id': '4abcffff-127a-4a75-84a5-19e12536b4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:06:03.727231 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:03.738929 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ee218-4350-4793-a1f5-f2f5de218f96 req-6b7d620f-c145-4422-ac30-648b3a8161a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:03.740465 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-861ee218-4350-4793-a1f5-f2f5de218f96 req-6b7d620f-c145-4422-ac30-648b3a8161a3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 1127 time: 0.0635779 Oct 23 20:06:03.906518 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:03.956696 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ee218-4350-4793-a1f5-f2f5de218f96 req-eceb38c7-b98e-443a-b2f2-6faacf5400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:03.958944 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-861ee218-4350-4793-a1f5-f2f5de218f96 req-eceb38c7-b98e-443a-b2f2-6faacf5400d2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=e41c21bcf4ca457391486c08565b2aae&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1889572 Oct 23 20:06:04.023291 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3dca9-4722-4d5e-9a59-6f9f2dc5482b req-2bc38405-d856-4932-9f67-e180579ca8b5 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:04.031344 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eef3dca9-4722-4d5e-9a59-6f9f2dc5482b req-2bc38405-d856-4932-9f67-e180579ca8b5 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.4027114 Oct 23 20:06:04.059322 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2e8cc-7c82-4128-a636-52a28f5fd765 req-ce4cee92-0025-4cfe-88b1-6371cba6f5db tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:04.060794 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bed2e8cc-7c82-4128-a636-52a28f5fd765 req-ce4cee92-0025-4cfe-88b1-6371cba6f5db tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 931 time: 0.3957665 Oct 23 20:06:04.065209 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9da55-8238-45bc-a467-3f47bf497699 req-ade246cd-93cb-4ee6-abdc-bb6b58589130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:04.066598 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-02a9da55-8238-45bc-a467-3f47bf497699 req-ade246cd-93cb-4ee6-abdc-bb6b58589130 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 1127 time: 0.4004817 Oct 23 20:06:04.114403 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:04.167516 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-801835e4-d01e-4ce8-91ba-0477f5caf854 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479631 Oct 23 20:06:04.198137 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eef3dca9-4722-4d5e-9a59-6f9f2dc5482b req-0aae924b-7fe0-4bf8-9840-cb956c1c9423 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658421 Oct 23 20:06:04.258923 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bed2e8cc-7c82-4128-a636-52a28f5fd765 req-710121c0-51d4-4d39-9bc7-c28f59fbabb8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910183 Oct 23 20:06:04.338477 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ee218-4350-4793-a1f5-f2f5de218f96 req-edba4229-6b72-48ce-84df-c9183521e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:04.341357 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-861ee218-4350-4793-a1f5-f2f5de218f96 req-edba4229-6b72-48ce-84df-c9183521e396 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3634393 Oct 23 20:06:04.376980 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5324bb33-be61-462e-b3ed-9373ad4fce7f {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:06:04.381530 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9da55-8238-45bc-a467-3f47bf497699 req-771d6d2c-9d90-40d4-b45f-89ab4b4fba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:04.383063 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-02a9da55-8238-45bc-a467-3f47bf497699 req-771d6d2c-9d90-40d4-b45f-89ab4b4fba4a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2991307 Oct 23 20:06:04.394536 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Publish callbacks [] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:04.411891 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:04.427102 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243687f-68eb-420b-845e-b1e61b4d62ea req-6df6c0d7-cc8c-434e-82fb-a7bb65a0ec0e tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:04.429137 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7243687f-68eb-420b-845e-b1e61b4d62ea req-6df6c0d7-cc8c-434e-82fb-a7bb65a0ec0e tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 944 time: 0.1053553 Oct 23 20:06:04.436047 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Transition to ACTIVE for port object 5324bb33-be61-462e-b3ed-9373ad4fce7f will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:06:04.440246 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-f23be2f8-0a6f-46d5-9403-ec6b835c31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:04.442484 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-f23be2f8-0a6f-46d5-9403-ec6b835c31ca service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 1127 time: 0.0608540 Oct 23 20:06:04.444992 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:04.452685 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2992f1-7a59-4cfd-904e-84df74bf33e8 req-78da23b0-5490-4cc6-a27e-e25500f45c33 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:04.453640 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8a2992f1-7a59-4cfd-904e-84df74bf33e8 req-78da23b0-5490-4cc6-a27e-e25500f45c33 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.1560669 Oct 23 20:06:04.476661 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5023f1d9-541d-4814-b518-d6f5bedc2078 req-69febb92-77f6-48c0-8c91-0a14ae703d5b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741475 Oct 23 20:06:04.533395 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Pushing event updated for resources: {'Port': ['ID=5324bb33-be61-462e-b3ed-9373ad4fce7f,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:04.563746 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Attempting to bind port 5324bb33-be61-462e-b3ed-9373ad4fce7f on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:06:04.564080 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Attempting to bind port 5324bb33-be61-462e-b3ed-9373ad4fce7f by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:06:04.564418 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Attempting to bind port 5324bb33-be61-462e-b3ed-9373ad4fce7f on network d42fdacc-7ef9-4dc3-a526-50a70d71365d {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:06:04.596471 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9da55-8238-45bc-a467-3f47bf497699 req-9bcdfa6c-a2ed-49f6-b935-27fe6890c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:04.597478 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-02a9da55-8238-45bc-a467-3f47bf497699 req-9bcdfa6c-a2ed-49f6-b935-27fe6890c2a5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2022827 Oct 23 20:06:04.605961 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8a2992f1-7a59-4cfd-904e-84df74bf33e8 req-176359d7-12cc-49f1-9739-b61169b16bc5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405714 Oct 23 20:06:04.607542 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Port 5324bb33-be61-462e-b3ed-9373ad4fce7f on network d42fdacc-7ef9-4dc3-a526-50a70d71365d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:06:04.607884 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Attempting to bind port 5324bb33-be61-462e-b3ed-9373ad4fce7f on network d42fdacc-7ef9-4dc3-a526-50a70d71365d {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:06:04.609108 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7243687f-68eb-420b-845e-b1e61b4d62ea req-0987265e-21f2-44cb-b786-f57213d4e18a tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471953 Oct 23 20:06:04.657407 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:06:04.658035 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Checking segment: {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:06:04.658155 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Bound using segment: {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:06:04.658587 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Bound port: 5324bb33-be61-462e-b3ed-9373ad4fce7f, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:06:04.658952 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:04.717990 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:06:04.720971 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:06:04.728089 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:04.732090 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:04.732720 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:04.734086 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/5324bb33-be61-462e-b3ed-9373ad4fce7f HTTP/1.1" status: 200 len: 1093 time: 1.1164875 Oct 23 20:06:04.734651 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:06:04.736857 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868dc007-4f7d-46f9-baea-7500e9d9ec21" -d '{"events": [{"name": "network-changed", "server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:06:04.776625 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466756b1-3053-4c17-a1c8-012c70a345b9 x-openstack-request-id: req-466756b1-3053-4c17-a1c8-012c70a345b9 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:06:04.776936 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:06:04.777190 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-466756b1-3053-4c17-a1c8-012c70a345b9 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:06:04.777585 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-466756b1-3053-4c17-a1c8-012c70a345b9'] response: {'name': 'network-changed', 'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'status': 'completed', 'code': 200} Oct 23 20:06:04.790290 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d7048-8a1e-48f0-b53f-a7d9b57f32dd service neutron] Pushing event updated for resources: {'Port': ['ID=5324bb33-be61-462e-b3ed-9373ad4fce7f,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:05.335328 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e02d6c-02d0-41df-8210-48368775cb8e req-7eb80a2b-080d-4bab-8c97-085b8f176568 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:05.336955 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-40e02d6c-02d0-41df-8210-48368775cb8e req-7eb80a2b-080d-4bab-8c97-085b8f176568 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0520647 Oct 23 20:06:05.403487 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710be69-836f-42f3-ace0-992aabc1111b req-94eef3b5-ca15-42d1-ab18-9ae81a81157c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:05.404994 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2710be69-836f-42f3-ace0-992aabc1111b req-94eef3b5-ca15-42d1-ab18-9ae81a81157c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0644708 Oct 23 20:06:05.432750 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-40e02d6c-02d0-41df-8210-48368775cb8e req-2703a393-cd74-4d3d-9c6f-c68db1568b01 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839016 Oct 23 20:06:05.445052 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:05.462952 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2710be69-836f-42f3-ace0-992aabc1111b req-d2bbe7e3-1ad6-4416-b46c-ea301aef161c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523763 Oct 23 20:06:05.783348 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb68562-4dc0-452e-906b-20c969d5387e req-88183484-36bd-4e3a-b555-7b24ee5d144c tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:05.786726 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5cb68562-4dc0-452e-906b-20c969d5387e req-88183484-36bd-4e3a-b555-7b24ee5d144c tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 944 time: 0.1006963 Oct 23 20:06:05.793118 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc30e9a-a05b-4d4b-9d9b-135cb1b2e81f req-1cda039b-4a45-4c17-b48a-b2e46784464c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:05.794682 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dbc30e9a-a05b-4d4b-9d9b-135cb1b2e81f req-1cda039b-4a45-4c17-b48a-b2e46784464c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0951290 Oct 23 20:06:05.873649 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5cb68562-4dc0-452e-906b-20c969d5387e req-48fff916-5c22-427a-a554-59407c8078a2 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779169 Oct 23 20:06:05.883574 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dbc30e9a-a05b-4d4b-9d9b-135cb1b2e81f req-a3802c13-7cdc-4a3a-b90c-e230bd0b3e94 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794888 Oct 23 20:06:06.557919 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62109b16-95b2-432b-a4f9-cda4b3cfcedf req-2607ae41-983c-4df5-b2a6-36de40470c9b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:06.559338 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-62109b16-95b2-432b-a4f9-cda4b3cfcedf req-2607ae41-983c-4df5-b2a6-36de40470c9b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0539470 Oct 23 20:06:06.581435 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:06.611628 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d9887-18ac-4307-b3d4-bc87a2fdb920 req-25edc0bb-2aee-4e0c-aad3-c380cf96f590 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:06.613044 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c85d9887-18ac-4307-b3d4-bc87a2fdb920 req-25edc0bb-2aee-4e0c-aad3-c380cf96f590 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0716474 Oct 23 20:06:06.649434 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-62109b16-95b2-432b-a4f9-cda4b3cfcedf req-854864bb-cfc0-4f64-b909-ee712661d918 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714886 Oct 23 20:06:06.675406 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c85d9887-18ac-4307-b3d4-bc87a2fdb920 req-e1d0d166-388a-4eac-96ae-373e8efe383c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552363 Oct 23 20:06:06.839509 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:06.884515 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-b8b4c3cc-c005-491e-a21f-f72de7b6d1d0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41d3538a-ad99-4c35-a478-c0aa5c437554 HTTP/1.1" status: 200 len: 217 time: 0.0394416 Oct 23 20:06:06.887938 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:06:06.894342 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:06.894934 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:06.895344 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 Oct 23 20:06:07.001665 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:07.002049 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:07.029209 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a8bceb-1edb-49db-9c3c-9c8de07e1b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:06:07.042757 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc694df-01d2-47f5-b9fe-e0fe703e73b6 req-24840c2e-ff85-4a8a-b4b7-42e9e46854c4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:07.044333 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7dc694df-01d2-47f5-b9fe-e0fe703e73b6 req-24840c2e-ff85-4a8a-b4b7-42e9e46854c4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 944 time: 0.0917430 Oct 23 20:06:07.056582 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e5b05-f9b0-460b-82ec-f38a77e0cf3e req-b303f1dd-3a34-40d9-b83b-dcbf9db03fb6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:07.058085 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3d2e5b05-f9b0-460b-82ec-f38a77e0cf3e req-b303f1dd-3a34-40d9-b83b-dcbf9db03fb6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0748489 Oct 23 20:06:07.113085 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3,segment=NetworkSegment(6a73087b-1899-48f9-a92d-9aac6f06364f),segment_id=6a73087b-1899-48f9-a92d-9aac6f06364f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:07.127699 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:07.151718 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7dc694df-01d2-47f5-b9fe-e0fe703e73b6 req-c170ba2f-fce0-49ee-829b-a4ff64782bd0 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926135 Oct 23 20:06:07.179036 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3d2e5b05-f9b0-460b-82ec-f38a77e0cf3e req-ed5df41e-8fba-44f5-a9a3-1fca40ce8a82 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032438 Oct 23 20:06:07.199746 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:07.243851 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3094a32-d94c-41be-90c4-215642056213" -d '{"events": [{"server_uuid": "50a8bceb-1edb-49db-9c3c-9c8de07e1b2a", "name": "network-vif-plugged", "status": "completed", "tag": "e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:06:07.340226 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d80fda-eabc-460e-bfb7-999fd3bc4df6 x-openstack-request-id: req-40d80fda-eabc-460e-bfb7-999fd3bc4df6 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:06:07.340539 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a8bceb-1edb-49db-9c3c-9c8de07e1b2a", "name": "network-vif-plugged", "status": "completed", "tag": "e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:06:07.340927 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40d80fda-eabc-460e-bfb7-999fd3bc4df6 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:06:07.341364 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d80fda-eabc-460e-bfb7-999fd3bc4df6'] response: {'server_uuid': '50a8bceb-1edb-49db-9c3c-9c8de07e1b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3', 'code': 200} Oct 23 20:06:07.790540 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc455c3-0204-4b2c-bf82-d653b631c518 req-47e73949-1049-4d97-8901-f53bfb873e43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:07.791975 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3fc455c3-0204-4b2c-bf82-d653b631c518 req-47e73949-1049-4d97-8901-f53bfb873e43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0684841 Oct 23 20:06:07.829422 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f036320-f8ee-4f4a-8e7f-a85fd7472726 req-ce0a3567-3c08-4961-bbc6-6b30a09e82b9 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:07.830875 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9f036320-f8ee-4f4a-8e7f-a85fd7472726 req-ce0a3567-3c08-4961-bbc6-6b30a09e82b9 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0745668 Oct 23 20:06:07.868831 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3fc455c3-0204-4b2c-bf82-d653b631c518 req-feba03ff-e795-4665-892c-e35991c9b0c7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714335 Oct 23 20:06:07.896283 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9f036320-f8ee-4f4a-8e7f-a85fd7472726 req-4c36e3a2-cf23-4955-9d0c-22fba6e5723d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556681 Oct 23 20:06:08.301753 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11621426-fe93-419c-aed2-d713d1b9780b req-a66a7426-dd8d-4301-ba9b-b7ad99037967 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:08.303214 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-11621426-fe93-419c-aed2-d713d1b9780b req-a66a7426-dd8d-4301-ba9b-b7ad99037967 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0735648 Oct 23 20:06:08.313527 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9161f-ecff-49c3-98f0-cb840b2fbce9 req-d3343ab2-2035-4878-b758-9e8d8a3b671d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:08.315017 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-65f9161f-ecff-49c3-98f0-cb840b2fbce9 req-d3343ab2-2035-4878-b758-9e8d8a3b671d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0586693 Oct 23 20:06:08.393225 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-11621426-fe93-419c-aed2-d713d1b9780b req-bb44c6eb-fea2-4bef-9029-48e577749e3c tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772343 Oct 23 20:06:08.396214 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-65f9161f-ecff-49c3-98f0-cb840b2fbce9 req-97e63fde-1199-4723-92e1-7877500875f2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730619 Oct 23 20:06:08.988863 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:08.998415 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe510f-35e5-4ea8-af85-414b0a86f85a req-4cf47f68-69fb-453a-a7e9-86d3394d65d2 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:08.999928 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-57fe510f-35e5-4ea8-af85-414b0a86f85a req-4cf47f68-69fb-453a-a7e9-86d3394d65d2 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0570824 Oct 23 20:06:09.047264 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38808d38-e494-4c96-9286-dc3629a0cc18 req-bbf1b63d-2ab4-42c4-bf60-cf8beecb0ae1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:09.048720 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-38808d38-e494-4c96-9286-dc3629a0cc18 req-bbf1b63d-2ab4-42c4-bf60-cf8beecb0ae1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0724063 Oct 23 20:06:09.093419 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-57fe510f-35e5-4ea8-af85-414b0a86f85a req-4acfd45e-5679-4af9-b987-e59dbb417a7e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776088 Oct 23 20:06:09.116505 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-38808d38-e494-4c96-9286-dc3629a0cc18 req-5ac92de8-be58-4251-8f6e-ba3eeb0296fb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584350 Oct 23 20:06:09.548975 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d441ab-725e-47f9-84d4-87943a5ee5b2 req-b573e2e2-e725-45cf-b0b8-2fad91db8464 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:09.550585 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-90d441ab-725e-47f9-84d4-87943a5ee5b2 req-b573e2e2-e725-45cf-b0b8-2fad91db8464 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0792162 Oct 23 20:06:09.561866 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f0530-d2b9-48cb-b0ad-d92d6317c744 req-7468e5b6-2b92-4a2a-8745-bec7cb5ebb37 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:09.563547 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-490f0530-d2b9-48cb-b0ad-d92d6317c744 req-7468e5b6-2b92-4a2a-8745-bec7cb5ebb37 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0621579 Oct 23 20:06:09.639540 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-90d441ab-725e-47f9-84d4-87943a5ee5b2 req-424c960d-3589-48c3-86c0-49d46e142792 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750768 Oct 23 20:06:09.651554 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-490f0530-d2b9-48cb-b0ad-d92d6317c744 req-b5fc64ca-5eb9-4761-a20d-458b6c7a3bee tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728314 Oct 23 20:06:10.235446 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:10.244771 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bcc18-169a-4103-b0d5-3438d8dbe97b req-d52264b8-06b5-4331-bec9-eefdbd0093fc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:10.246290 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f68bcc18-169a-4103-b0d5-3438d8dbe97b req-d52264b8-06b5-4331-bec9-eefdbd0093fc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0786827 Oct 23 20:06:10.256724 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4110167-e2cb-49b9-a1e4-cbc315ea5a1c req-72537b0b-3900-4513-9ff9-fff1ea6d5697 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:10.258157 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a4110167-e2cb-49b9-a1e4-cbc315ea5a1c req-72537b0b-3900-4513-9ff9-fff1ea6d5697 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0618768 Oct 23 20:06:10.328234 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f68bcc18-169a-4103-b0d5-3438d8dbe97b req-b328fc58-8d86-40a5-b161-8ee78ebbef65 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691149 Oct 23 20:06:10.335674 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a4110167-e2cb-49b9-a1e4-cbc315ea5a1c req-180dea98-a92b-4398-9921-69e533ef75b0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697975 Oct 23 20:06:10.754938 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 55468) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:10.817836 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f63c1-5311-4887-aba4-a60f3e593f55 req-1e6f30f8-edd5-4775-a181-cc815d3008c3 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:10.819656 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a86f63c1-5311-4887-aba4-a60f3e593f55 req-1e6f30f8-edd5-4775-a181-cc815d3008c3 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0900528 Oct 23 20:06:10.842995 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab97d6d-cfd2-4772-afca-b078a574c439 req-02c4383b-395e-4eca-b5b0-f7857c01debb tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:10.844473 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7ab97d6d-cfd2-4772-afca-b078a574c439 req-02c4383b-395e-4eca-b5b0-f7857c01debb tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0718389 Oct 23 20:06:10.898694 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:10.917368 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a86f63c1-5311-4887-aba4-a60f3e593f55 req-2ff71783-786f-4b0a-90d6-7b11b751f40e tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885558 Oct 23 20:06:10.918301 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=18 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:10.922522 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=14 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:10.925398 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7ab97d6d-cfd2-4772-afca-b078a574c439 req-b8f839b3-1219-417e-8f6f-911e337a7e4a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724225 Oct 23 20:06:11.004893 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Publish callbacks [] for security_group (cc8af4c1-b0c9-4629-b109-e6c2ae222587), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.009152 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (cc8af4c1-b0c9-4629-b109-e6c2ae222587), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.049502 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6ac0b628da0b4de1bac868f0cfd39236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928660 Oct 23 20:06:11.050518 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8af4c1-b0c9-4629-b109-e6c2ae222587,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:11.052235 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 55486) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:11.059288 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.059678 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.060095 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.060829 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.060965 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.061241 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.061728 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.062232 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.062651 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.062996 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.063402 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.063749 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.064150 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.064619 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.064839 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bfa4b-89ca-4c67-a6a6-b04415f96f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.107467 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Publish callbacks [] for security_group (cc8af4c1-b0c9-4629-b109-e6c2ae222587), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.133849 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Publish callbacks [] for security_group (cc8af4c1-b0c9-4629-b109-e6c2ae222587), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.182098 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (cc8af4c1-b0c9-4629-b109-e6c2ae222587), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.184693 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.185824 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/cc8af4c1-b0c9-4629-b109-e6c2ae222587 HTTP/1.1" status: 204 len: 168 time: 0.1324606 Oct 23 20:06:11.197019 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8af4c1-b0c9-4629-b109-e6c2ae222587,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:11.206034 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.206485 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.206792 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.207071 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.207394 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.207713 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.208038 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.208356 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.208736 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.208987 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.209306 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.210126 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.210470 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.210788 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.211126 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b874a1-8a95-439d-b001-e36bb77af9ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:11.216322 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 55492) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:11.326618 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa3fd-d855-4286-95d5-0188955fc7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.432622 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa3fd-d855-4286-95d5-0188955fc7cb admin admin] Publish callbacks [] for security_group (2488faf1-22ae-4888-b0a6-d4c06a9d90d8), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.433511 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:11.471560 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa3fd-d855-4286-95d5-0188955fc7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (2488faf1-22ae-4888-b0a6-d4c06a9d90d8), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.549178 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 55506) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:11.551819 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198f624-220f-42bd-a13c-b274671bed88 req-2e5e58cd-21fe-4d70-9d50-e60dcc10e35e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:11.553370 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7198f624-220f-42bd-a13c-b274671bed88 req-2e5e58cd-21fe-4d70-9d50-e60dcc10e35e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.1179602 Oct 23 20:06:11.559645 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:11.566319 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6aa3fd-d855-4286-95d5-0188955fc7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2488faf1-22ae-4888-b0a6-d4c06a9d90d8,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:11.567673 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77727fb3-d31e-47d3-9ea3-615498e016df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.570776 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:INSERT=9 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:11.578643 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-2a6aa3fd-d855-4286-95d5-0188955fc7cb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ef0abe2425994dcab2d2e2368a0de717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611798 Oct 23 20:06:11.579562 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 55508) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:11.585289 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fcf80-fcf8-40cb-9a12-d22bb17785e0 req-177eb13f-96f0-4f95-ad35-9e45ca425f8f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:11.586744 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d45fcf80-fcf8-40cb-9a12-d22bb17785e0 req-177eb13f-96f0-4f95-ad35-9e45ca425f8f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.1400337 Oct 23 20:06:11.654491 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7198f624-220f-42bd-a13c-b274671bed88 req-3632f210-0c20-42f7-bb51-bbd1358b6026 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903969 Oct 23 20:06:11.666769 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d45fcf80-fcf8-40cb-9a12-d22bb17785e0 req-70263d7d-7155-4909-84a2-83945812ce66 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705912 Oct 23 20:06:11.671157 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:11.685908 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e34ea886-6ee0-4cf9-ab67-f1567c3d4788 admin admin] Publish callbacks [] for security_group (2488faf1-22ae-4888-b0a6-d4c06a9d90d8), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.719253 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e34ea886-6ee0-4cf9-ab67-f1567c3d4788 admin admin] Publish callbacks [] for security_group (2488faf1-22ae-4888-b0a6-d4c06a9d90d8), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.729857 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77727fb3-d31e-47d3-9ea3-615498e016df admin admin] Publish callbacks [] for security_group (c91661a1-faa9-4262-a2e4-a7db42c01c8b), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.740651 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77727fb3-d31e-47d3-9ea3-615498e016df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (c91661a1-faa9-4262-a2e4-a7db42c01c8b), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.796104 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:11.798872 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-77727fb3-d31e-47d3-9ea3-615498e016df admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=85aebb6b076b40baa59daa51240308a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484522 Oct 23 20:06:11.801719 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77727fb3-d31e-47d3-9ea3-615498e016df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91661a1-faa9-4262-a2e4-a7db42c01c8b,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:11.802128 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 55510) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:11.817961 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-77870590-bd85-46f5-a225-13af36f07254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.826925 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e34ea886-6ee0-4cf9-ab67-f1567c3d4788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (2488faf1-22ae-4888-b0a6-d4c06a9d90d8), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.830406 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e34ea886-6ee0-4cf9-ab67-f1567c3d4788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.831494 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-e34ea886-6ee0-4cf9-ab67-f1567c3d4788 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2488faf1-22ae-4888-b0a6-d4c06a9d90d8 HTTP/1.1" status: 204 len: 168 time: 0.2489564 Oct 23 20:06:11.841426 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ea886-6ee0-4cf9-ab67-f1567c3d4788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2488faf1-22ae-4888-b0a6-d4c06a9d90d8,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:11.866765 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e82d9bf8-da04-4f49-9803-278525d6abbd admin admin] Publish callbacks [] for security_group (c91661a1-faa9-4262-a2e4-a7db42c01c8b), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.889990 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e82d9bf8-da04-4f49-9803-278525d6abbd admin admin] Publish callbacks [] for security_group (c91661a1-faa9-4262-a2e4-a7db42c01c8b), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.938662 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e82d9bf8-da04-4f49-9803-278525d6abbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (c91661a1-faa9-4262-a2e4-a7db42c01c8b), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.941825 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e82d9bf8-da04-4f49-9803-278525d6abbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:11.943053 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-e82d9bf8-da04-4f49-9803-278525d6abbd admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c91661a1-faa9-4262-a2e4-a7db42c01c8b HTTP/1.1" status: 204 len: 168 time: 0.1397069 Oct 23 20:06:11.972969 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d9bf8-da04-4f49-9803-278525d6abbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91661a1-faa9-4262-a2e4-a7db42c01c8b,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:12.100512 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d830-f220-4290-a872-7326d644c6ca req-6d2c0f0d-d29c-4a16-9923-eea61bc54172 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:12.102047 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5ca0d830-f220-4290-a872-7326d644c6ca req-6d2c0f0d-d29c-4a16-9923-eea61bc54172 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0667541 Oct 23 20:06:12.121374 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913274a-f694-4c84-99eb-b8461f9a73af req-ae57c2d0-fe33-422c-be29-99ded60dd5ab tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:12.122848 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9913274a-f694-4c84-99eb-b8461f9a73af req-ae57c2d0-fe33-422c-be29-99ded60dd5ab tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.1011844 Oct 23 20:06:12.190978 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5ca0d830-f220-4290-a872-7326d644c6ca req-f4dfbb67-6cea-4425-a02d-cec54283a9f5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812020 Oct 23 20:06:12.196252 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9913274a-f694-4c84-99eb-b8461f9a73af req-e493d835-be39-48d9-b043-a81836757fdd tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650773 Oct 23 20:06:12.335226 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 55530) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:12.349794 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1c500837-06ed-44a6-9967-0f2c68e298d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:12.432180 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1c500837-06ed-44a6-9967-0f2c68e298d0 admin admin] Publish callbacks [] for security_group (9caf6e0f-052e-47cc-8e22-79e94941328d), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:12.436486 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1c500837-06ed-44a6-9967-0f2c68e298d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (9caf6e0f-052e-47cc-8e22-79e94941328d), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:12.477693 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-1c500837-06ed-44a6-9967-0f2c68e298d0 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=05889dc8180c49eba24edc7510cd9714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409383 Oct 23 20:06:12.479425 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c500837-06ed-44a6-9967-0f2c68e298d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caf6e0f-052e-47cc-8e22-79e94941328d,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:12.480401 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 55536) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:12.533022 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31639daa-26df-4675-9861-946b4de07b24 admin admin] Publish callbacks [] for security_group (9caf6e0f-052e-47cc-8e22-79e94941328d), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:12.554057 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31639daa-26df-4675-9861-946b4de07b24 admin admin] Publish callbacks [] for security_group (9caf6e0f-052e-47cc-8e22-79e94941328d), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:12.571484 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 2157f124-6d4c-4aa3-8b95-ee304dc9379e details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:06:12.578998 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:12.611376 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31639daa-26df-4675-9861-946b4de07b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (9caf6e0f-052e-47cc-8e22-79e94941328d), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:12.614601 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31639daa-26df-4675-9861-946b4de07b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:12.615817 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-31639daa-26df-4675-9861-946b4de07b24 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9caf6e0f-052e-47cc-8e22-79e94941328d HTTP/1.1" status: 204 len: 168 time: 0.1343553 Oct 23 20:06:12.629665 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31639daa-26df-4675-9861-946b4de07b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caf6e0f-052e-47cc-8e22-79e94941328d,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:12.772957 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 2157f124-6d4c-4aa3-8b95-ee304dc9379e, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=2157f124-6d4c-4aa3-8b95-ee304dc9379e,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:12.790477 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '2157f124-6d4c-4aa3-8b95-ee304dc9379e', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'port_id': '2157f124-6d4c-4aa3-8b95-ee304dc9379e', 'mac_address': 'fa:16:3e:37:3a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:06:12.835252 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 2157f124-6d4c-4aa3-8b95-ee304dc9379e is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:12.836252 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:12.848628 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2452c-d593-44cf-9507-069df3df8637 req-9da25b2a-5e53-4079-922e-195944098e84 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:12.852229 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2157f124-6d4c-4aa3-8b95-ee304dc9379e {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:06:12.855561 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0ae2452c-d593-44cf-9507-069df3df8637 req-9da25b2a-5e53-4079-922e-195944098e84 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0948949 Oct 23 20:06:12.873331 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cadc3d-52e3-4b96-89b7-a113d4b11973 req-3a519f31-722b-4588-b233-8b68b9348465 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:12.875563 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-19cadc3d-52e3-4b96-89b7-a113d4b11973 req-3a519f31-722b-4588-b233-8b68b9348465 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0816448 Oct 23 20:06:12.876509 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 2157f124-6d4c-4aa3-8b95-ee304dc9379e, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=2157f124-6d4c-4aa3-8b95-ee304dc9379e,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:12.881233 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:12.942127 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:12.955075 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=2157f124-6d4c-4aa3-8b95-ee304dc9379e,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:12.966316 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.966667 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.967026 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.967378 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.967710 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.968308 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.968640 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.968755 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0ae2452c-d593-44cf-9507-069df3df8637 req-371bedac-084a-438e-a905-9e8c9735100e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091299 Oct 23 20:06:12.968962 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.969327 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.969796 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.970610 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.971096 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.974754 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.974754 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.975470 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:12.981275 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-19cadc3d-52e3-4b96-89b7-a113d4b11973 req-6a3b1e04-cb6d-4709-abb6-624fe8cb8ecc tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939867 Oct 23 20:06:13.352401 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:13.400010 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665db2-25ec-4cb1-a5f6-8758fa977e92 req-389047aa-c448-44c3-a2f1-7c5ad968c91e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:13.401489 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9e665db2-25ec-4cb1-a5f6-8758fa977e92 req-389047aa-c448-44c3-a2f1-7c5ad968c91e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0932782 Oct 23 20:06:13.407611 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e69d87-6f99-4bd2-a92b-5ece6fd3a566 req-a0b8b1d1-125c-4f44-a9c8-b70097629d17 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:13.408950 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a2e69d87-6f99-4bd2-a92b-5ece6fd3a566 req-a0b8b1d1-125c-4f44-a9c8-b70097629d17 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0884855 Oct 23 20:06:13.442931 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:13.500270 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9e665db2-25ec-4cb1-a5f6-8758fa977e92 req-ea5fb748-dc21-46d6-8610-6c5518553ea7 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901799 Oct 23 20:06:13.503561 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a2e69d87-6f99-4bd2-a92b-5ece6fd3a566 req-f7349ac1-6414-432a-80cc-316ef114c858 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865445 Oct 23 20:06:14.117928 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdd2e1-ce22-449b-bef6-6bb1428971e9 req-681b0f4b-2b0b-4376-8889-2aee6776ba88 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:14.119441 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b1cdd2e1-ce22-449b-bef6-6bb1428971e9 req-681b0f4b-2b0b-4376-8889-2aee6776ba88 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0790544 Oct 23 20:06:14.129674 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b34a2-d436-4e6c-82b5-261135337cd2 req-bed9f48e-6dca-41fe-a7b0-acc6945e7362 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:14.131203 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cc1b34a2-d436-4e6c-82b5-261135337cd2 req-bed9f48e-6dca-41fe-a7b0-acc6945e7362 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0593884 Oct 23 20:06:14.173646 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1cf89b0c-7346-4595-b8a3-6869e5f5ac27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:14.216304 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b1cdd2e1-ce22-449b-bef6-6bb1428971e9 req-3cb3073d-b1c7-419a-9b61-72241cf36708 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841115 Oct 23 20:06:14.220297 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cc1b34a2-d436-4e6c-82b5-261135337cd2 req-c812d955-bfce-413c-b812-10a19aed57f4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822277 Oct 23 20:06:14.648973 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8023ff9-ed69-45de-bcf6-6951ddd93b84 req-b7d463fb-81c0-489d-b869-4b5c1d5c3980 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:14.650457 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c8023ff9-ed69-45de-bcf6-6951ddd93b84 req-b7d463fb-81c0-489d-b869-4b5c1d5c3980 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0729082 Oct 23 20:06:14.655991 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9b037-ac06-4ac4-b5bf-7a1988ee41ef req-39f46487-828b-46ec-8b9e-62abe893efbd tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:14.657323 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d6e9b037-ac06-4ac4-b5bf-7a1988ee41ef req-39f46487-828b-46ec-8b9e-62abe893efbd tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0785937 Oct 23 20:06:14.733050 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c8023ff9-ed69-45de-bcf6-6951ddd93b84 req-f420c75d-e794-49dd-987c-c8dc32b4bf55 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748029 Oct 23 20:06:14.735824 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d6e9b037-ac06-4ac4-b5bf-7a1988ee41ef req-388fac93-4463-4b68-9c21-223cee2def05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707521 Oct 23 20:06:15.360261 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbef05-e089-4ce9-8f46-dd929723a0de req-ae4f4577-3dc9-4b4f-89f8-3d4d1a981800 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:15.361684 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9fbbef05-e089-4ce9-8f46-dd929723a0de req-ae4f4577-3dc9-4b4f-89f8-3d4d1a981800 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0713375 Oct 23 20:06:15.376902 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03cea2-3aa9-40e3-b5bf-43ced221751e req-55df52d6-c7df-45b1-8663-18c37be4c504 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:15.378464 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1c03cea2-3aa9-40e3-b5bf-43ced221751e req-55df52d6-c7df-45b1-8663-18c37be4c504 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0614538 Oct 23 20:06:15.378758 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:15.446853 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9fbbef05-e089-4ce9-8f46-dd929723a0de req-31663eb4-b858-4cd7-a73b-6300ef91b0af tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768566 Oct 23 20:06:15.454460 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1c03cea2-3aa9-40e3-b5bf-43ced221751e req-e7f32624-0bf9-4ca0-aa04-35a09c318b46 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633483 Oct 23 20:06:15.598368 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-d3d8138e-dd24-485b-9272-50aa255f1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:15.599874 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-d3d8138e-dd24-485b-9272-50aa255f1e20 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.0587428 Oct 23 20:06:15.660591 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-f0a6c3b6-465f-47af-bf3d-d2121ec0ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:15.663486 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-f0a6c3b6-465f-47af-bf3d-d2121ec0ca38 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553353 Oct 23 20:06:15.836233 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a5939-0279-45d6-9aed-6da6d46e79b7 req-ffb5e667-c52c-49b4-b86f-51dec86e75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:15.837928 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ed7a5939-0279-45d6-9aed-6da6d46e79b7 req-ffb5e667-c52c-49b4-b86f-51dec86e75a9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 1129 time: 0.0878322 Oct 23 20:06:15.875587 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-ed7a5939-0279-45d6-9aed-6da6d46e79b7 req-3e969061-fac0-4809-a2d9-174e4beed33a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:15.896653 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-040a3545-5c19-416a-b0ed-9e2e372351be service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251666 Oct 23 20:06:15.912664 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['2157f124-6d4c-4aa3-8b95-ee304dc9379e'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:06:16.004716 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dc007-4f7d-46f9-baea-7500e9d9ec21 req-f4879fb2-7658-4708-a05a-6a248828f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:16.007656 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-868dc007-4f7d-46f9-baea-7500e9d9ec21 req-f4879fb2-7658-4708-a05a-6a248828f228 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 1127 time: 0.4643579 Oct 23 20:06:16.025947 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec31e98-c3a8-4d36-8751-cab1361e0cdd req-7aa28dec-1da9-4041-aa70-2ab6ae5956d3 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:16.027724 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0ec31e98-c3a8-4d36-8751-cab1361e0cdd req-7aa28dec-1da9-4041-aa70-2ab6ae5956d3 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.1780591 Oct 23 20:06:16.043569 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-7aabfe29-ce3d-4c40-9a23-acf378563d9e req-5e000762-733e-42cc-9077-d246f8793b07 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378429 Oct 23 20:06:16.054257 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f049f-2ca5-4364-bfd7-e0df426fe8e8 req-ff9a6847-dd27-4082-b2b7-8d6004349db7 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:16.056560 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b56f049f-2ca5-4364-bfd7-e0df426fe8e8 req-ff9a6847-dd27-4082-b2b7-8d6004349db7 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.1639380 Oct 23 20:06:16.057808 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-0a339ac4-2fd4-4430-8725-44c0f1543890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:16.059455 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-0a339ac4-2fd4-4430-8725-44c0f1543890 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 1127 time: 0.4631324 Oct 23 20:06:16.074053 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-ed7a5939-0279-45d6-9aed-6da6d46e79b7 req-3e969061-fac0-4809-a2d9-174e4beed33a service neutron] Publish callbacks [] for security_group (2d99f8b4-a09a-4436-b516-e59daad091ea), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:16.075040 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:16.092447 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-ed7a5939-0279-45d6-9aed-6da6d46e79b7 req-3e969061-fac0-4809-a2d9-174e4beed33a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (2d99f8b4-a09a-4436-b516-e59daad091ea), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:16.119900 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:16.148992 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e969061-fac0-4809-a2d9-174e4beed33a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d99f8b4-a09a-4436-b516-e59daad091ea,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:16.154669 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ed7a5939-0279-45d6-9aed-6da6d46e79b7 req-3e969061-fac0-4809-a2d9-174e4beed33a service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105841 Oct 23 20:06:16.182213 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-47dca4b6-fe9b-4cab-8b74-5b22d9645e91 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e989a766-0552-40b5-acf0-9a2d7f1dfe99 HTTP/1.1" status: 200 len: 217 time: 0.1022048 Oct 23 20:06:16.226739 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:16.242722 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0ec31e98-c3a8-4d36-8751-cab1361e0cdd req-e00c3f14-7607-469b-a46e-bb9efd4a8362 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994395 Oct 23 20:06:16.250563 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b56f049f-2ca5-4364-bfd7-e0df426fe8e8 req-b816da1f-1799-4709-87d3-2d8d2fd594b7 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635866 Oct 23 20:06:16.255737 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dc007-4f7d-46f9-baea-7500e9d9ec21 req-4e66c388-b5d6-4d71-9697-85ecb8f0358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:16.257212 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-868dc007-4f7d-46f9-baea-7500e9d9ec21 req-4e66c388-b5d6-4d71-9697-85ecb8f0358f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=4023fb7431ad496fa044b19190f014d8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2283826 Oct 23 20:06:16.591677 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:16.612879 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a176f4c-3e9d-43db-b7cc-2e2ad7674202 req-4ddd5f98-ea3a-4bb7-87bd-78121a377c17 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:16.620131 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3a176f4c-3e9d-43db-b7cc-2e2ad7674202 req-4ddd5f98-ea3a-4bb7-87bd-78121a377c17 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0885434 Oct 23 20:06:16.634968 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e657e-d27a-4c62-88a2-03ab9c126270 req-d441b5fa-d953-4c1c-a120-bc27e8ceaadc tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:16.636980 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-aa7e657e-d27a-4c62-88a2-03ab9c126270 req-d441b5fa-d953-4c1c-a120-bc27e8ceaadc tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0775199 Oct 23 20:06:16.717240 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3a176f4c-3e9d-43db-b7cc-2e2ad7674202 req-1d8dcbf4-f34f-4c12-80f3-32e9aab446cd tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935318 Oct 23 20:06:16.734485 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-aa7e657e-d27a-4c62-88a2-03ab9c126270 req-93b0627a-0c0d-4533-ae20-045a0c8e678f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815799 Oct 23 20:06:16.740461 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:17.151123 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:17.189571 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 55710) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:17.330597 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:06:17.371965 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e29bd448-ab5a-4f17-a9ed-95c77063e1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:17.463247 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee50c1e-0ef0-4faa-be1d-bae44f5d510a req-24b3d067-582c-45bb-9463-d144b335b01e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:17.464719 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7ee50c1e-0ef0-4faa-be1d-bae44f5d510a req-24b3d067-582c-45bb-9463-d144b335b01e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.1047988 Oct 23 20:06:17.472811 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2add2d-cc6b-4f1c-b68a-92215edabe4c req-038da8e6-7995-4900-a089-a624286694ab tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:17.474202 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9a2add2d-cc6b-4f1c-b68a-92215edabe4c req-038da8e6-7995-4900-a089-a624286694ab tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0991554 Oct 23 20:06:17.578819 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7ee50c1e-0ef0-4faa-be1d-bae44f5d510a req-67c3cfb9-8619-4cc7-9f1d-db97b348e4c3 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035879 Oct 23 20:06:17.585725 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9a2add2d-cc6b-4f1c-b68a-92215edabe4c req-69d07396-18ba-4bcc-ace6-a9b1b55f4d57 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978031 Oct 23 20:06:17.617557 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e29bd448-ab5a-4f17-a9ed-95c77063e1f4 admin admin] Publish callbacks [] for security_group (a19448a1-67bf-45d1-b56d-31f085345730), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:17.623295 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e29bd448-ab5a-4f17-a9ed-95c77063e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (a19448a1-67bf-45d1-b56d-31f085345730), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:17.691529 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-e29bd448-ab5a-4f17-a9ed-95c77063e1f4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=35f8e87c854e4587884430909632cad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5004630 Oct 23 20:06:17.693261 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bd448-ab5a-4f17-a9ed-95c77063e1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19448a1-67bf-45d1-b56d-31f085345730,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:17.694950 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 55732) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:17.776442 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-25e1be09-acb0-4e71-bdb4-097b8c48e704 admin admin] Publish callbacks [] for security_group (a19448a1-67bf-45d1-b56d-31f085345730), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:17.813968 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-25e1be09-acb0-4e71-bdb4-097b8c48e704 admin admin] Publish callbacks [] for security_group (a19448a1-67bf-45d1-b56d-31f085345730), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:17.869428 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-25e1be09-acb0-4e71-bdb4-097b8c48e704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (a19448a1-67bf-45d1-b56d-31f085345730), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:17.873579 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-25e1be09-acb0-4e71-bdb4-097b8c48e704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:17.875067 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-25e1be09-acb0-4e71-bdb4-097b8c48e704 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a19448a1-67bf-45d1-b56d-31f085345730 HTTP/1.1" status: 204 len: 168 time: 0.1790166 Oct 23 20:06:17.884634 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2c42d-fb54-4bec-84fb-8249d3e8dc6b req-d36c56b7-373c-4461-b2af-bd2182fa4f07 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:17.884782 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1be09-acb0-4e71-bdb4-097b8c48e704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19448a1-67bf-45d1-b56d-31f085345730,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:17.886128 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-87c2c42d-fb54-4bec-84fb-8249d3e8dc6b req-d36c56b7-373c-4461-b2af-bd2182fa4f07 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0866325 Oct 23 20:06:17.935125 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aafb7a-fa95-4f39-b859-860a691770b9 req-7de00ed3-f108-42de-9d54-4505a13e2de2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:17.937132 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b1aafb7a-fa95-4f39-b859-860a691770b9 req-7de00ed3-f108-42de-9d54-4505a13e2de2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0976830 Oct 23 20:06:17.966826 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-87c2c42d-fb54-4bec-84fb-8249d3e8dc6b req-4b9769a9-0ed8-425b-92dd-52056d278eec tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713942 Oct 23 20:06:18.000397 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b1aafb7a-fa95-4f39-b859-860a691770b9 req-cfbc2a0e-75b8-4105-98be-323d0a6aedd8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574954 Oct 23 20:06:18.163317 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 55752) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:18.176425 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3ccfad2c-05d1-4f07-9d1a-e57424d45320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:18.253835 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3ccfad2c-05d1-4f07-9d1a-e57424d45320 admin admin] Publish callbacks [] for security_group (5bcddbba-e4e9-41ce-8d09-b1568fb9e2eb), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:18.257400 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3ccfad2c-05d1-4f07-9d1a-e57424d45320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5bcddbba-e4e9-41ce-8d09-b1568fb9e2eb), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:18.293950 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfad2c-05d1-4f07-9d1a-e57424d45320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcddbba-e4e9-41ce-8d09-b1568fb9e2eb,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:18.298012 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-3ccfad2c-05d1-4f07-9d1a-e57424d45320 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=75b1c8bae8d24e92a04d48dbebd9fcf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336946 Oct 23 20:06:18.300711 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 55754) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:18.347344 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e046e931-eede-4f88-8fc5-66b8b22973f0 admin admin] Publish callbacks [] for security_group (5bcddbba-e4e9-41ce-8d09-b1568fb9e2eb), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:18.367413 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e046e931-eede-4f88-8fc5-66b8b22973f0 admin admin] Publish callbacks [] for security_group (5bcddbba-e4e9-41ce-8d09-b1568fb9e2eb), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:18.414310 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e046e931-eede-4f88-8fc5-66b8b22973f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5bcddbba-e4e9-41ce-8d09-b1568fb9e2eb), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:18.416776 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e046e931-eede-4f88-8fc5-66b8b22973f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:18.417891 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-e046e931-eede-4f88-8fc5-66b8b22973f0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5bcddbba-e4e9-41ce-8d09-b1568fb9e2eb HTTP/1.1" status: 204 len: 168 time: 0.1163073 Oct 23 20:06:18.426026 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046e931-eede-4f88-8fc5-66b8b22973f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcddbba-e4e9-41ce-8d09-b1568fb9e2eb,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:18.741790 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063b633-8ee6-4310-8be1-e70b3a0541b1 req-a006fe95-7795-498a-af9f-5358a30b6385 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:18.743397 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e063b633-8ee6-4310-8be1-e70b3a0541b1 req-a006fe95-7795-498a-af9f-5358a30b6385 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0806499 Oct 23 20:06:18.751779 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebe886-6422-4a4c-8574-ff1869214545 req-418e408c-be98-44a7-875f-bdf5e4862e6f tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:18.753371 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eeebe886-6422-4a4c-8574-ff1869214545 req-418e408c-be98-44a7-875f-bdf5e4862e6f tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0810854 Oct 23 20:06:18.819656 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:18.837692 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e063b633-8ee6-4310-8be1-e70b3a0541b1 req-6fc69fcf-0626-43e1-889d-5e5512638021 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833204 Oct 23 20:06:18.842993 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eeebe886-6422-4a4c-8574-ff1869214545 req-c9e89728-50b4-4d4e-a3df-3b3d519d36f4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821991 Oct 23 20:06:19.123938 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72519a-5b59-4261-8e1d-787422d25257 req-fabf8f4b-5cdf-4995-8ab6-26066221f998 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:19.125408 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed72519a-5b59-4261-8e1d-787422d25257 req-fabf8f4b-5cdf-4995-8ab6-26066221f998 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0783467 Oct 23 20:06:19.154989 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba3a26-5891-4e02-9f93-dd13dda09100 req-2313dd71-c54e-4644-925e-9dbf0a8a0cfd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:19.156531 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ffba3a26-5891-4e02-9f93-dd13dda09100 req-2313dd71-c54e-4644-925e-9dbf0a8a0cfd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0750294 Oct 23 20:06:19.158697 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:19.203929 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed72519a-5b59-4261-8e1d-787422d25257 req-3986eb38-0d48-4fbf-8ae3-2df3e0166678 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724599 Oct 23 20:06:19.227374 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ffba3a26-5891-4e02-9f93-dd13dda09100 req-ab8b37b3-f16b-470d-a1b7-93e87ee856dc tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633662 Oct 23 20:06:19.757231 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 2157f124-6d4c-4aa3-8b95-ee304dc9379e up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:19.799283 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 2157f124-6d4c-4aa3-8b95-ee304dc9379e completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:06:19.805946 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 2157f124-6d4c-4aa3-8b95-ee304dc9379e triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:19.806389 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:19.806746 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 2157f124-6d4c-4aa3-8b95-ee304dc9379e Oct 23 20:06:19.884120 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 2157f124-6d4c-4aa3-8b95-ee304dc9379e is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:19.884505 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:19.911228 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8837d8-442b-4b75-b896-e07e4a04391f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2157f124-6d4c-4aa3-8b95-ee304dc9379e'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:06:19.913486 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e70908-441e-4b73-9813-ed66bfb4aeb6" -d '{"events": [{"server_uuid": "df8837d8-442b-4b75-b896-e07e4a04391f", "name": "network-vif-plugged", "status": "completed", "tag": "2157f124-6d4c-4aa3-8b95-ee304dc9379e"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:06:19.927351 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 2157f124-6d4c-4aa3-8b95-ee304dc9379e, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=2157f124-6d4c-4aa3-8b95-ee304dc9379e,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:19.931901 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:19.980243 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=2157f124-6d4c-4aa3-8b95-ee304dc9379e,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:20.020165 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44ac15-3a84-4e25-91e0-0de48c5d48e0 req-937ffe8a-a1bf-4eb4-834a-9e4df203cd26 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:20.022572 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b44ac15-3a84-4e25-91e0-0de48c5d48e0 req-937ffe8a-a1bf-4eb4-834a-9e4df203cd26 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0882452 Oct 23 20:06:20.046140 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a4b03-dd74-4f03-a612-293ca20db3b6 req-4733862d-c9e7-45ef-8a04-b1d178f64838 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:20.047733 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-027a4b03-dd74-4f03-a612-293ca20db3b6 req-4733862d-c9e7-45ef-8a04-b1d178f64838 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.1005938 Oct 23 20:06:20.123364 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b44ac15-3a84-4e25-91e0-0de48c5d48e0 req-048cbd59-43f5-4b67-8404-3e5778c35a90 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935416 Oct 23 20:06:20.130183 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-027a4b03-dd74-4f03-a612-293ca20db3b6 req-d28ca65b-9400-4d93-af63-b57963aed213 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707903 Oct 23 20:06:20.176045 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f306caa2-59d3-415f-b259-f52ede5c5de9 x-openstack-request-id: req-f306caa2-59d3-415f-b259-f52ede5c5de9 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:06:20.176360 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8837d8-442b-4b75-b896-e07e4a04391f", "name": "network-vif-plugged", "status": "completed", "tag": "2157f124-6d4c-4aa3-8b95-ee304dc9379e", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:06:20.176613 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f306caa2-59d3-415f-b259-f52ede5c5de9 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:06:20.177008 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f306caa2-59d3-415f-b259-f52ede5c5de9'] response: {'server_uuid': 'df8837d8-442b-4b75-b896-e07e4a04391f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2157f124-6d4c-4aa3-8b95-ee304dc9379e', 'code': 200} Oct 23 20:06:20.369086 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b220fb-bdb0-47e4-99db-bd4d93a819fb req-76e67fd5-8655-4e0b-91e9-1a1ef1c17430 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:20.370605 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d5b220fb-bdb0-47e4-99db-bd4d93a819fb req-76e67fd5-8655-4e0b-91e9-1a1ef1c17430 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0887747 Oct 23 20:06:20.380680 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eb805-c1de-4dbb-9e48-ae8ba5f8791e req-0d01ac02-0856-4aac-901e-c7bbe1260e5d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:20.382267 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-df3eb805-c1de-4dbb-9e48-ae8ba5f8791e req-0d01ac02-0856-4aac-901e-c7bbe1260e5d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0654156 Oct 23 20:06:20.457746 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d5b220fb-bdb0-47e4-99db-bd4d93a819fb req-d92b2baa-3dd6-4744-9834-99157e7090bb tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745122 Oct 23 20:06:20.465485 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-df3eb805-c1de-4dbb-9e48-ae8ba5f8791e req-be269b0c-18dd-45f3-9cea-d41bf157f0fd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748298 Oct 23 20:06:21.270942 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274993c3-54f6-4d9c-b5fc-4cf0f2f99824 req-268821f3-6b1a-42d4-a72e-2a1a254b0368 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:21.272925 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-274993c3-54f6-4d9c-b5fc-4cf0f2f99824 req-268821f3-6b1a-42d4-a72e-2a1a254b0368 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0643415 Oct 23 20:06:21.278340 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0d110-27cf-4cbf-abd8-9c3e127e1c4a req-abc3fdb5-16d2-4432-8614-acd6753c5092 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:21.279666 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a4b0d110-27cf-4cbf-abd8-9c3e127e1c4a req-abc3fdb5-16d2-4432-8614-acd6753c5092 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0798922 Oct 23 20:06:21.350286 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-274993c3-54f6-4d9c-b5fc-4cf0f2f99824 req-31b73bd4-d0a4-43d5-8faf-685837d78ca2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695822 Oct 23 20:06:21.357336 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a4b0d110-27cf-4cbf-abd8-9c3e127e1c4a req-01d48384-44d4-4a99-a6b2-79dab2c74b34 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710766 Oct 23 20:06:21.621321 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98addd0b-7309-4376-aac0-ea5c3c800cf3 req-9d6861d2-b1c1-4471-9b8f-e798b2dbbd16 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:21.622811 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-98addd0b-7309-4376-aac0-ea5c3c800cf3 req-9d6861d2-b1c1-4471-9b8f-e798b2dbbd16 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0791767 Oct 23 20:06:21.628355 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef9bd1-0654-4f63-a5c1-2b17b6a6a00d req-92051bb1-7b3a-422d-8a57-bb32e178162b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:21.629694 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2aef9bd1-0654-4f63-a5c1-2b17b6a6a00d req-92051bb1-7b3a-422d-8a57-bb32e178162b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0752447 Oct 23 20:06:21.705541 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-98addd0b-7309-4376-aac0-ea5c3c800cf3 req-71070436-4aeb-4fbf-a8d4-8625beb2f6cd tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749266 Oct 23 20:06:21.708538 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2aef9bd1-0654-4f63-a5c1-2b17b6a6a00d req-85094a94-e6b4-4877-9cba-ea449a191dfc tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719941 Oct 23 20:06:22.161296 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:22.481540 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:22.493798 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e6731-4e0a-41b0-bc2b-969017ae3935 req-980d4976-9a9d-483a-bc9e-3635a2ad9249 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:22.495286 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f70e6731-4e0a-41b0-bc2b-969017ae3935 req-980d4976-9a9d-483a-bc9e-3635a2ad9249 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0731118 Oct 23 20:06:22.502608 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a475936-4640-4622-a650-0f408f522953 req-9d784c83-f011-45c5-bbfd-3cf65937df68 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:22.503948 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6a475936-4640-4622-a650-0f408f522953 req-9d784c83-f011-45c5-bbfd-3cf65937df68 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0718443 Oct 23 20:06:22.578654 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f70e6731-4e0a-41b0-bc2b-969017ae3935 req-f0a89c45-4a48-4875-b68d-2d2f88bde0f6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737705 Oct 23 20:06:22.582631 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6a475936-4640-4622-a650-0f408f522953 req-1098e463-11dc-46ff-82ad-a21c15a2c840 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715661 Oct 23 20:06:22.851748 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dc70c-6e38-4c13-9cb0-1afd7be620fe req-5861de62-2838-47db-be8e-08a40432ab39 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:22.853195 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a1dc70c-6e38-4c13-9cb0-1afd7be620fe req-5861de62-2838-47db-be8e-08a40432ab39 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0722764 Oct 23 20:06:22.860309 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5035de-5225-4bd6-af12-a4bf1166542d req-6532cd01-1c29-4b5f-9033-effbefb95775 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:22.861659 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-da5035de-5225-4bd6-af12-a4bf1166542d req-6532cd01-1c29-4b5f-9033-effbefb95775 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0701935 Oct 23 20:06:22.888984 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:22.937618 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a1dc70c-6e38-4c13-9cb0-1afd7be620fe req-66211c44-69ee-4761-8b79-9af2dc96be6b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750444 Oct 23 20:06:22.940838 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-da5035de-5225-4bd6-af12-a4bf1166542d req-48b8767b-a247-406f-9b57-d57b81415564 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711000 Oct 23 20:06:23.732965 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892115f6-b7f4-43f2-a899-80cac426554a req-8993750c-49d9-4914-a24d-a6045bd26432 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:23.734463 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-892115f6-b7f4-43f2-a899-80cac426554a req-8993750c-49d9-4914-a24d-a6045bd26432 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0698569 Oct 23 20:06:23.739901 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed9585-88ba-43a6-be0b-5e0640874c41 req-87dfd87f-dc60-4079-9e42-20eb0ac537fd tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:23.741339 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1fed9585-88ba-43a6-be0b-5e0640874c41 req-87dfd87f-dc60-4079-9e42-20eb0ac537fd tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 943 time: 0.0875566 Oct 23 20:06:23.741488 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 55936) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:23.814952 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-892115f6-b7f4-43f2-a899-80cac426554a req-72890fc6-97c0-4bee-b36c-28c2166f6290 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726755 Oct 23 20:06:23.818127 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1fed9585-88ba-43a6-be0b-5e0640874c41 req-11d4138b-eb2e-4f7e-9555-c8b88b0638e9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696304 Oct 23 20:06:23.857854 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e87924c9-3047-4af3-9712-4494b49727b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:23.933218 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e87924c9-3047-4af3-9712-4494b49727b0 admin admin] Publish callbacks [] for security_group (33243bd1-6e9d-4696-b5fe-3944af42b750), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:23.936899 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e87924c9-3047-4af3-9712-4494b49727b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (33243bd1-6e9d-4696-b5fe-3944af42b750), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:23.976237 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-e87924c9-3047-4af3-9712-4494b49727b0 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6d3ad69124de44b28429c979daba1585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337341 Oct 23 20:06:23.977061 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87924c9-3047-4af3-9712-4494b49727b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33243bd1-6e9d-4696-b5fe-3944af42b750,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:23.979002 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 55940) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:24.033888 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b0c86daa-c153-48f3-b2f8-f4c77fc6d813 admin admin] Publish callbacks [] for security_group (33243bd1-6e9d-4696-b5fe-3944af42b750), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.056413 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b0c86daa-c153-48f3-b2f8-f4c77fc6d813 admin admin] Publish callbacks [] for security_group (33243bd1-6e9d-4696-b5fe-3944af42b750), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.073904 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 41d3538a-ad99-4c35-a478-c0aa5c437554 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:06:24.154979 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331a48c-00f0-4166-9550-0e9579945394 req-de3e5730-2190-4f61-99a1-b450673e5c1d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:24.156474 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4331a48c-00f0-4166-9550-0e9579945394 req-de3e5730-2190-4f61-99a1-b450673e5c1d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0908811 Oct 23 20:06:24.162444 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1cce9-28fd-45bc-9061-a4f892278263 req-6bc20aee-2775-4a86-9d3a-4ca073f3f094 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:24.163879 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e1a1cce9-28fd-45bc-9061-a4f892278263 req-6bc20aee-2775-4a86-9d3a-4ca073f3f094 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.1101677 Oct 23 20:06:24.179783 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 41d3538a-ad99-4c35-a478-c0aa5c437554, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=41d3538a-ad99-4c35-a478-c0aa5c437554,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:24.192124 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '41d3538a-ad99-4c35-a478-c0aa5c437554', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'port_id': '41d3538a-ad99-4c35-a478-c0aa5c437554', 'mac_address': 'fa:16:3e:52:ea:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:06:24.219550 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b0c86daa-c153-48f3-b2f8-f4c77fc6d813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (33243bd1-6e9d-4696-b5fe-3944af42b750), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.222018 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b0c86daa-c153-48f3-b2f8-f4c77fc6d813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.223174 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-b0c86daa-c153-48f3-b2f8-f4c77fc6d813 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/33243bd1-6e9d-4696-b5fe-3944af42b750 HTTP/1.1" status: 204 len: 168 time: 0.2431252 Oct 23 20:06:24.233327 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 41d3538a-ad99-4c35-a478-c0aa5c437554 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:24.233686 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.247762 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d3538a-ad99-4c35-a478-c0aa5c437554 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:06:24.248199 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c86daa-c153-48f3-b2f8-f4c77fc6d813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33243bd1-6e9d-4696-b5fe-3944af42b750,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:24.256982 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4331a48c-00f0-4166-9550-0e9579945394 req-fc0957d2-3576-4b58-a6ed-323cc347ea15 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921812 Oct 23 20:06:24.265093 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e1a1cce9-28fd-45bc-9061-a4f892278263 req-64faf2f3-1aa8-4e6b-9c48-29db66e7c05f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929050 Oct 23 20:06:24.275285 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 41d3538a-ad99-4c35-a478-c0aa5c437554, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=41d3538a-ad99-4c35-a478-c0aa5c437554,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:24.281756 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.342753 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=41d3538a-ad99-4c35-a478-c0aa5c437554,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:24.524655 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 55956) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:24.538471 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2fd2da14-b0fd-4096-941f-396f9b9097b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.585733 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:24.616847 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2fd2da14-b0fd-4096-941f-396f9b9097b8 admin admin] Publish callbacks [] for security_group (6c6e1743-28d3-4672-b8b2-6bda326147c8), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.620588 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2fd2da14-b0fd-4096-941f-396f9b9097b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (6c6e1743-28d3-4672-b8b2-6bda326147c8), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.660818 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-2fd2da14-b0fd-4096-941f-396f9b9097b8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=41f5d64c233e48b7ada85e7e1b749cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350846 Oct 23 20:06:24.661789 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2da14-b0fd-4096-941f-396f9b9097b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6e1743-28d3-4672-b8b2-6bda326147c8,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:24.664067 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 55958) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:24.685494 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:24.718574 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fedd4a21-f106-420b-be60-bfc74a4dac2f admin admin] Publish callbacks [] for security_group (6c6e1743-28d3-4672-b8b2-6bda326147c8), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.738797 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fedd4a21-f106-420b-be60-bfc74a4dac2f admin admin] Publish callbacks [] for security_group (6c6e1743-28d3-4672-b8b2-6bda326147c8), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.765501 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:24.786147 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fedd4a21-f106-420b-be60-bfc74a4dac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (6c6e1743-28d3-4672-b8b2-6bda326147c8), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.789357 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fedd4a21-f106-420b-be60-bfc74a4dac2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:24.790525 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-fedd4a21-f106-420b-be60-bfc74a4dac2f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6c6e1743-28d3-4672-b8b2-6bda326147c8 HTTP/1.1" status: 204 len: 168 time: 0.1248436 Oct 23 20:06:24.798565 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd4a21-f106-420b-be60-bfc74a4dac2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6e1743-28d3-4672-b8b2-6bda326147c8,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:24.961828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:24.974172 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4ea41-1b7f-447f-b877-141988e9c61d req-6c7dff94-c2eb-46ca-921a-8454badfc285 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:24.976242 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dfc4ea41-1b7f-447f-b877-141988e9c61d req-6c7dff94-c2eb-46ca-921a-8454badfc285 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0826523 Oct 23 20:06:24.984376 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a34e2-d7b6-4b3a-86e6-4089850f97d2 req-a804cd20-04de-4d64-8065-6acbf2ac7d43 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:24.985813 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-608a34e2-d7b6-4b3a-86e6-4089850f97d2 req-a804cd20-04de-4d64-8065-6acbf2ac7d43 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 944 time: 0.0827665 Oct 23 20:06:25.061229 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dfc4ea41-1b7f-447f-b877-141988e9c61d req-48b71e8d-066d-4243-b3ce-1b874ad47464 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744185 Oct 23 20:06:25.070205 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-608a34e2-d7b6-4b3a-86e6-4089850f97d2 req-5c0b0a89-bca6-4a10-8267-9cfc339014b8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767601 Oct 23 20:06:25.434515 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07042f-10b3-402a-8bfb-72e24939db02 req-29405ab4-56a7-470d-b56a-1bdc6d220d65 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:25.436025 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5d07042f-10b3-402a-8bfb-72e24939db02 req-29405ab4-56a7-470d-b56a-1bdc6d220d65 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0810254 Oct 23 20:06:25.443274 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15b38f-ea9e-49ce-aa67-4d3ca801cf21 req-22af8bca-8067-4ea8-9582-db6c9871e4fa tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:25.445035 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2a15b38f-ea9e-49ce-aa67-4d3ca801cf21 req-22af8bca-8067-4ea8-9582-db6c9871e4fa tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0810442 Oct 23 20:06:25.522136 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2a15b38f-ea9e-49ce-aa67-4d3ca801cf21 req-dcbc1fdd-f96b-4cba-9470-6a02379c9c00 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710783 Oct 23 20:06:25.525089 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5d07042f-10b3-402a-8bfb-72e24939db02 req-e3838113-3a0b-4008-83fb-1f6bab5ab63d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763614 Oct 23 20:06:26.216932 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df9b17-f2df-41f1-84bc-1b03bfb277a0 req-796da7f1-053e-4ed5-8ca9-fb00e4f91c3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:26.218434 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f1df9b17-f2df-41f1-84bc-1b03bfb277a0 req-796da7f1-053e-4ed5-8ca9-fb00e4f91c3b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0826883 Oct 23 20:06:26.228722 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c214f99-3002-4966-9f8d-81ad76d1eb59 req-ddb0a146-a1d3-4b76-87f1-43743b39dba2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:26.230107 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6c214f99-3002-4966-9f8d-81ad76d1eb59 req-ddb0a146-a1d3-4b76-87f1-43743b39dba2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 944 time: 0.0655410 Oct 23 20:06:26.303804 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f1df9b17-f2df-41f1-84bc-1b03bfb277a0 req-9a46914b-8653-4e4a-9d61-4325cf967b4b tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727425 Oct 23 20:06:26.307297 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6c214f99-3002-4966-9f8d-81ad76d1eb59 req-76bc6702-18c4-4957-a44c-fe65e5394536 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695784 Oct 23 20:06:26.677081 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef6dfe-f186-462a-a922-27ee068b7b8f req-69a0137d-3985-4040-9bec-5bac16f03c1f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:26.679238 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-00ef6dfe-f186-462a-a922-27ee068b7b8f req-69a0137d-3985-4040-9bec-5bac16f03c1f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0764282 Oct 23 20:06:26.700196 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ba71-9220-49aa-a05f-eb8af05e8590 req-476d9f0e-ec2f-4dba-9802-442b72fa2cbf tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:26.701358 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8db0ba71-9220-49aa-a05f-eb8af05e8590 req-476d9f0e-ec2f-4dba-9802-442b72fa2cbf tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0724375 Oct 23 20:06:26.762601 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-00ef6dfe-f186-462a-a922-27ee068b7b8f req-e2e308f2-b7c3-41fa-ab54-0cd74a5e021b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767152 Oct 23 20:06:26.775214 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8db0ba71-9220-49aa-a05f-eb8af05e8590 req-8fc59f8c-0c9a-4c1e-bea0-83b3cd9be6cf tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670028 Oct 23 20:06:27.302528 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56062) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:27.324608 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:27.455298 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f258940e-fe87-498d-ba82-11852eec41d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:27.476168 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb7497-53a9-450a-b5b5-aca1a06d3f50 req-25d45f24-0574-473f-9266-ec1630b05f5f tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:27.477645 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-21eb7497-53a9-450a-b5b5-aca1a06d3f50 req-25d45f24-0574-473f-9266-ec1630b05f5f tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0977685 Oct 23 20:06:27.485616 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585bfce-f336-40a1-a4f3-a4413914eba7 req-2054512a-9e19-4bbc-b881-61bcf073f6b2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:27.486999 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7585bfce-f336-40a1-a4f3-a4413914eba7 req-2054512a-9e19-4bbc-b881-61bcf073f6b2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 944 time: 0.1044793 Oct 23 20:06:27.500074 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['41d3538a-ad99-4c35-a478-c0aa5c437554'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:06:27.639629 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:27.767159 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-21eb7497-53a9-450a-b5b5-aca1a06d3f50 req-976137ad-1c02-41e7-875e-1de5f07b4aea tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783267 Oct 23 20:06:27.775755 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:27.779868 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:27.789463 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7585bfce-f336-40a1-a4f3-a4413914eba7 req-f01415ef-f498-4cce-8d13-3486508cafa3 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875085 Oct 23 20:06:28.019784 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-cd433814-dd46-4b3f-b068-5a5453c3e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:28.021171 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-cd433814-dd46-4b3f-b068-5a5453c3e875 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=daaca4e1-493a-432b-8103-3db60253ec00 HTTP/1.1" status: 200 len: 850 time: 0.2311697 Oct 23 20:06:28.028954 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f258940e-fe87-498d-ba82-11852eec41d0 admin admin] Publish callbacks [] for security_group (da6e71e8-161b-4c39-9d9c-abc5bf02f208), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.041666 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f258940e-fe87-498d-ba82-11852eec41d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (da6e71e8-161b-4c39-9d9c-abc5bf02f208), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.063348 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc766f-1030-4aeb-abfa-2714312ed6cb req-7960399b-69be-4840-abe4-5b061a09d037 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:28.064785 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1adc766f-1030-4aeb-abfa-2714312ed6cb req-7960399b-69be-4840-abe4-5b061a09d037 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.1616414 Oct 23 20:06:28.086407 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf84a6-3f03-4ee5-88dc-a43fcbf47ceb req-38b8d11d-e583-4533-b675-95db41fec3f2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:28.087812 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8ddf84a6-3f03-4ee5-88dc-a43fcbf47ceb req-38b8d11d-e583-4533-b675-95db41fec3f2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.1816962 Oct 23 20:06:28.135220 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-f258940e-fe87-498d-ba82-11852eec41d0 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6683478dd70140d193557aa8b3facf32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8316238 Oct 23 20:06:28.136416 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dc007-4f7d-46f9-baea-7500e9d9ec21 req-76db1afc-6005-4ae4-bf69-5a56f4d2a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:28.137758 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-868dc007-4f7d-46f9-baea-7500e9d9ec21 req-76db1afc-6005-4ae4-bf69-5a56f4d2a2a7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3455622 Oct 23 20:06:28.137965 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56084) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:28.149159 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258940e-fe87-498d-ba82-11852eec41d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e71e8-161b-4c39-9d9c-abc5bf02f208,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:28.191513 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-912487d2-1045-4a3d-9c62-66017a04001d admin admin] Publish callbacks [] for security_group (da6e71e8-161b-4c39-9d9c-abc5bf02f208), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.193963 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1adc766f-1030-4aeb-abfa-2714312ed6cb req-7ad21299-9de2-444d-bf7c-17f78beb22fe tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192706 Oct 23 20:06:28.198356 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8ddf84a6-3f03-4ee5-88dc-a43fcbf47ceb req-8cb0c22b-d8a2-4c37-9bdc-9f2943ac12aa tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944860 Oct 23 20:06:28.213847 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-912487d2-1045-4a3d-9c62-66017a04001d admin admin] Publish callbacks [] for security_group (da6e71e8-161b-4c39-9d9c-abc5bf02f208), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.264410 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-912487d2-1045-4a3d-9c62-66017a04001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (da6e71e8-161b-4c39-9d9c-abc5bf02f208), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.267026 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-912487d2-1045-4a3d-9c62-66017a04001d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.268187 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-912487d2-1045-4a3d-9c62-66017a04001d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/da6e71e8-161b-4c39-9d9c-abc5bf02f208 HTTP/1.1" status: 204 len: 168 time: 0.1291244 Oct 23 20:06:28.276702 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912487d2-1045-4a3d-9c62-66017a04001d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e71e8-161b-4c39-9d9c-abc5bf02f208,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:28.536016 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56092) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:28.549137 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-51c1b916-3b6e-4566-bb97-29964491ba30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.623209 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-51c1b916-3b6e-4566-bb97-29964491ba30 admin admin] Publish callbacks [] for security_group (af9f2927-0a2b-4f7e-93cc-0e89a51d31c9), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.626905 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-51c1b916-3b6e-4566-bb97-29964491ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (af9f2927-0a2b-4f7e-93cc-0e89a51d31c9), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.664827 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1b916-3b6e-4566-bb97-29964491ba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9f2927-0a2b-4f7e-93cc-0e89a51d31c9,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:28.671438 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-51c1b916-3b6e-4566-bb97-29964491ba30 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=80cfdade69d74a64852435195b9854cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319118 Oct 23 20:06:28.671841 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56096) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:28.723708 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a8aed9d8-4ee6-4c9b-87ed-adbf3f1ffd01 admin admin] Publish callbacks [] for security_group (af9f2927-0a2b-4f7e-93cc-0e89a51d31c9), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.746511 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a8aed9d8-4ee6-4c9b-87ed-adbf3f1ffd01 admin admin] Publish callbacks [] for security_group (af9f2927-0a2b-4f7e-93cc-0e89a51d31c9), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.791086 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a8aed9d8-4ee6-4c9b-87ed-adbf3f1ffd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (af9f2927-0a2b-4f7e-93cc-0e89a51d31c9), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.793591 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a8aed9d8-4ee6-4c9b-87ed-adbf3f1ffd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:28.794791 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-a8aed9d8-4ee6-4c9b-87ed-adbf3f1ffd01 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/af9f2927-0a2b-4f7e-93cc-0e89a51d31c9 HTTP/1.1" status: 204 len: 168 time: 0.1220479 Oct 23 20:06:28.804293 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aed9d8-4ee6-4c9b-87ed-adbf3f1ffd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9f2927-0a2b-4f7e-93cc-0e89a51d31c9,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:28.933070 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3664172-1fc3-4ec8-8623-14f27844ae97 req-7aaec817-4696-4c39-ad8e-f326107ed7bc tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:28.934563 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e3664172-1fc3-4ec8-8623-14f27844ae97 req-7aaec817-4696-4c39-ad8e-f326107ed7bc tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0780959 Oct 23 20:06:28.949533 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30110523-3c88-40ca-833f-5c0155a6d21f req-92c38e91-f916-4f61-87a4-f6553acdf87e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:28.950992 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-30110523-3c88-40ca-833f-5c0155a6d21f req-92c38e91-f916-4f61-87a4-f6553acdf87e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 944 time: 0.0663443 Oct 23 20:06:29.026929 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e3664172-1fc3-4ec8-8623-14f27844ae97 req-e4fb5e7e-be84-4eba-a0c8-fa36affd60b7 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849602 Oct 23 20:06:29.033898 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-30110523-3c88-40ca-833f-5c0155a6d21f req-56be7780-3220-4560-b8e6-dc6303f65561 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692253 Oct 23 20:06:29.346478 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f06c5-c0b5-4771-a76e-12c94e322096 req-63c13db2-61a6-448e-9f19-2e40ddcd75a7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:29.347969 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c77f06c5-c0b5-4771-a76e-12c94e322096 req-63c13db2-61a6-448e-9f19-2e40ddcd75a7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0778654 Oct 23 20:06:29.367775 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea8387-620d-444e-9cf0-46df96e21d90 req-4af3714b-6ec7-4b50-91e8-2cb36aea4ab0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:29.369761 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-72ea8387-620d-444e-9cf0-46df96e21d90 req-4af3714b-6ec7-4b50-91e8-2cb36aea4ab0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0713618 Oct 23 20:06:29.428433 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c77f06c5-c0b5-4771-a76e-12c94e322096 req-15610246-8b64-46bc-be49-67f158eefa1d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742295 Oct 23 20:06:29.445560 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-72ea8387-620d-444e-9cf0-46df96e21d90 req-8fcf5091-980d-494d-88df-bbe07debc973 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688825 Oct 23 20:06:30.163595 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:30.182063 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1681b-f530-494c-a022-d0e00375a8ee req-e685262f-54c7-4acb-9f74-f988ab32a995 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:30.183624 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5fc1681b-f530-494c-a022-d0e00375a8ee req-e685262f-54c7-4acb-9f74-f988ab32a995 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0785043 Oct 23 20:06:30.198978 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590c59a-fcc2-4532-9da3-cdf789f4eb78 req-6685472c-1b8e-4c00-8d37-5753af51c490 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:30.198978 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1590c59a-fcc2-4532-9da3-cdf789f4eb78 req-6685472c-1b8e-4c00-8d37-5753af51c490 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 944 time: 0.0801759 Oct 23 20:06:30.276481 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5fc1681b-f530-494c-a022-d0e00375a8ee req-e562cf74-e059-4932-8909-1017e3d23311 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862584 Oct 23 20:06:30.281563 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1590c59a-fcc2-4532-9da3-cdf789f4eb78 req-b2eb118e-cd66-46d8-80f9-60a596db9114 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765929 Oct 23 20:06:30.591317 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d16ce-bb43-4a34-a036-7aaef8cdbf25 req-3518b42f-8bd2-4b50-b2e1-73905b95aed7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:30.592812 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3b3d16ce-bb43-4a34-a036-7aaef8cdbf25 req-3518b42f-8bd2-4b50-b2e1-73905b95aed7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0803800 Oct 23 20:06:30.600577 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f2e11-445f-4d1b-bd0c-aea78bbcf859 req-7f8feb59-28a7-4146-8495-3ffe10c05e33 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:30.602012 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c80f2e11-445f-4d1b-bd0c-aea78bbcf859 req-7f8feb59-28a7-4146-8495-3ffe10c05e33 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0768094 Oct 23 20:06:30.610321 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:30.681020 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3b3d16ce-bb43-4a34-a036-7aaef8cdbf25 req-d3bb606c-c61e-40fc-8142-ea9428a887df tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780444 Oct 23 20:06:30.685047 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c80f2e11-445f-4d1b-bd0c-aea78bbcf859 req-f80173c1-32e1-4248-8a96-cd50ef782906 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762331 Oct 23 20:06:31.430105 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b1dd2-830e-45b4-b99b-719992cfea8c req-c1f658ce-f4d8-4e31-9244-8c1543247d1b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:31.431583 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4b2b1dd2-830e-45b4-b99b-719992cfea8c req-c1f658ce-f4d8-4e31-9244-8c1543247d1b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 944 time: 0.0726521 Oct 23 20:06:31.438936 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee932e3-c0f3-4dcd-8ced-b5d68a039ecc req-0f067c2f-6ed0-4675-9fe2-94493710ebd1 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:31.440280 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-aee932e3-c0f3-4dcd-8ced-b5d68a039ecc req-0f067c2f-6ed0-4675-9fe2-94493710ebd1 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0794725 Oct 23 20:06:31.512100 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4b2b1dd2-830e-45b4-b99b-719992cfea8c req-76dc55dd-f9e2-45cb-a4ae-6ade0e841dc8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709095 Oct 23 20:06:31.518716 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-aee932e3-c0f3-4dcd-8ced-b5d68a039ecc req-78a88dea-2978-42c6-a8de-24ddf93af5b7 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702064 Oct 23 20:06:31.827040 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e4414-2ad0-498c-9598-6997e7fd91e2 req-c093252a-3c3a-4803-a70c-0a2f3a538960 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:31.828551 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-681e4414-2ad0-498c-9598-6997e7fd91e2 req-c093252a-3c3a-4803-a70c-0a2f3a538960 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0742414 Oct 23 20:06:31.835960 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831fa6-7bc5-4e42-abf6-d76201fae411 req-293f759c-c18b-4404-9d9c-bd3a58ad2b53 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:31.837322 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-55831fa6-7bc5-4e42-abf6-d76201fae411 req-293f759c-c18b-4404-9d9c-bd3a58ad2b53 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0719514 Oct 23 20:06:31.909003 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-681e4414-2ad0-498c-9598-6997e7fd91e2 req-7287f8ea-0730-4710-aec4-d1005e71006a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707548 Oct 23 20:06:31.912751 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-55831fa6-7bc5-4e42-abf6-d76201fae411 req-0a991d8d-4782-4563-9802-d576dec5f925 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682383 Oct 23 20:06:32.334610 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-d8b47dc9-3c66-4af5-b36a-7e334b7dc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:32.336072 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-d8b47dc9-3c66-4af5-b36a-7e334b7dc51f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=8e3b82ee-7488-4576-9263-10150a8cce41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431349 Oct 23 20:06:32.462300 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 41d3538a-ad99-4c35-a478-c0aa5c437554 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:32.593754 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:32.610638 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 41d3538a-ad99-4c35-a478-c0aa5c437554 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:06:32.616194 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 41d3538a-ad99-4c35-a478-c0aa5c437554 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:32.616545 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:32.616875 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 41d3538a-ad99-4c35-a478-c0aa5c437554 Oct 23 20:06:32.664068 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55eb5f-b1a8-4eb8-b3b8-cc05598eba37 req-126725c8-ed91-4b40-93b7-e6cbbc50863c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:32.665589 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0b55eb5f-b1a8-4eb8-b3b8-cc05598eba37 req-126725c8-ed91-4b40-93b7-e6cbbc50863c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 944 time: 0.0751746 Oct 23 20:06:32.673166 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb609296-3007-4dab-806e-2e135cbeeb7d req-00f5f9b0-60fb-4d6b-896a-f63e9df82b14 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:32.674588 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fb609296-3007-4dab-806e-2e135cbeeb7d req-00f5f9b0-60fb-4d6b-896a-f63e9df82b14 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0746799 Oct 23 20:06:32.687986 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 41d3538a-ad99-4c35-a478-c0aa5c437554 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:32.688372 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:32.706352 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:32.712719 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea876cfc-08f7-40c4-bcd8-2b1f32738f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d3538a-ad99-4c35-a478-c0aa5c437554'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:06:32.714963 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d623799-59fa-4b5f-b123-aa80aeb6c3d7" -d '{"events": [{"server_uuid": "ea876cfc-08f7-40c4-bcd8-2b1f32738f30", "name": "network-vif-plugged", "status": "completed", "tag": "41d3538a-ad99-4c35-a478-c0aa5c437554"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:06:32.728236 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 41d3538a-ad99-4c35-a478-c0aa5c437554, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=41d3538a-ad99-4c35-a478-c0aa5c437554,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:32.732353 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:32.753696 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0b55eb5f-b1a8-4eb8-b3b8-cc05598eba37 req-44723f4e-7991-4a72-b190-c05d9a11b35c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781651 Oct 23 20:06:32.757607 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fb609296-3007-4dab-806e-2e135cbeeb7d req-41a708fd-bf38-4665-9408-5185e1ec2e89 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760744 Oct 23 20:06:32.791116 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=41d3538a-ad99-4c35-a478-c0aa5c437554,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:32.804970 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecfcdec-c419-48a7-b06e-ca7930e83069 x-openstack-request-id: req-0ecfcdec-c419-48a7-b06e-ca7930e83069 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:06:32.805312 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea876cfc-08f7-40c4-bcd8-2b1f32738f30", "name": "network-vif-plugged", "status": "completed", "tag": "41d3538a-ad99-4c35-a478-c0aa5c437554", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:06:32.805573 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ecfcdec-c419-48a7-b06e-ca7930e83069 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:06:32.806005 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecfcdec-c419-48a7-b06e-ca7930e83069'] response: {'server_uuid': 'ea876cfc-08f7-40c4-bcd8-2b1f32738f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d3538a-ad99-4c35-a478-c0aa5c437554', 'code': 200} Oct 23 20:06:33.041382 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5fa92-939a-42b7-ac8e-2af0e4d10abf req-dbce74a5-297e-44a4-8b6a-9be451ca7a57 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:33.042908 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dbd5fa92-939a-42b7-ac8e-2af0e4d10abf req-dbce74a5-297e-44a4-8b6a-9be451ca7a57 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0568786 Oct 23 20:06:33.093084 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d1e56-86f3-416b-abdd-cd5ea32476d0 req-a6bb7a1e-2962-4b4b-aaf4-226fffca9c1a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:33.094582 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-be6d1e56-86f3-416b-abdd-cd5ea32476d0 req-a6bb7a1e-2962-4b4b-aaf4-226fffca9c1a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0967646 Oct 23 20:06:33.102829 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:33.138867 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dbd5fa92-939a-42b7-ac8e-2af0e4d10abf req-52c26cda-70dc-4039-8a49-837cfbd3181b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801408 Oct 23 20:06:33.166031 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-be6d1e56-86f3-416b-abdd-cd5ea32476d0 req-d3455a96-1a8c-4356-8859-dcf43b955713 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619261 Oct 23 20:06:33.479559 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-c99a8f39-4d97-4322-b6ac-32f525bdd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:33.481090 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-c99a8f39-4d97-4322-b6ac-32f525bdd95c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 1127 time: 0.0824215 Oct 23 20:06:33.485342 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25531455-1d15-4524-bf4f-ef5fd62dcf21 req-ca7bb4ae-7602-415b-a247-d9cd83049c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:33.486862 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-25531455-1d15-4524-bf4f-ef5fd62dcf21 req-ca7bb4ae-7602-415b-a247-d9cd83049c0d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 1129 time: 0.1376417 Oct 23 20:06:33.539657 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-6ffb2fa2-2ef5-4c88-881c-878785398164 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439829 Oct 23 20:06:33.556437 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-41427239-5c19-4585-bb58-fb6620241a68 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f HTTP/1.1" status: 200 len: 217 time: 0.0507977 Oct 23 20:06:33.563093 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:33.601736 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-25531455-1d15-4524-bf4f-ef5fd62dcf21 req-a7630bf7-a855-4213-8b8f-3bee70e6c07f service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923724 Oct 23 20:06:33.653843 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-695faeda-929b-4cb7-8a00-f071b64de486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:33.655232 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-695faeda-929b-4cb7-8a00-f071b64de486 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 HTTP/1.1" status: 200 len: 856 time: 0.0791061 Oct 23 20:06:33.657889 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ff06c-990f-4ec7-8177-c19b4c35590d req-b61457fd-14fa-4e39-b270-3598afe07035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:33.659247 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-d83ff06c-990f-4ec7-8177-c19b4c35590d req-b61457fd-14fa-4e39-b270-3598afe07035 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 1129 time: 0.0819468 Oct 23 20:06:33.665571 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6cbb6bd-6942-4cce-818b-8395efde0d28 req-99546aa5-7e98-4c31-8965-d2d7f64bdb64 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185677 Oct 23 20:06:33.899343 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6c119-4084-4295-9f48-428f8a08eeb1 req-d3f7e0a6-ec69-4a2a-bf57-f5b9a091bb39 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:33.900826 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e8b6c119-4084-4295-9f48-428f8a08eeb1 req-d3f7e0a6-ec69-4a2a-bf57-f5b9a091bb39 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0708628 Oct 23 20:06:33.919366 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056bbda-73ed-4599-9c04-217aff3a1e75 req-32e3074b-873b-45de-a793-c01557bec966 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:33.920659 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3056bbda-73ed-4599-9c04-217aff3a1e75 req-32e3074b-873b-45de-a793-c01557bec966 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0638053 Oct 23 20:06:33.986493 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e8b6c119-4084-4295-9f48-428f8a08eeb1 req-339f21e7-5b96-4f1f-8603-def4a30d5e86 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800266 Oct 23 20:06:33.998194 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3056bbda-73ed-4599-9c04-217aff3a1e75 req-d3b4b8aa-c55e-4fc9-bcba-8fd6645fa5da tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708070 Oct 23 20:06:34.028864 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-4e7130f4-e597-49fb-abf4-9eb9a149e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:34.030391 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-4e7130f4-e597-49fb-abf4-9eb9a149e421 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d42fdacc-7ef9-4dc3-a526-50a70d71365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806043 Oct 23 20:06:34.032800 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-d83ff06c-990f-4ec7-8177-c19b4c35590d req-ccf9f82f-82ac-4ac0-bc83-32a4232682ff service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842674 Oct 23 20:06:34.267869 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cf373-c998-4a3e-b70c-6cc50e89e104 req-44cb8c7c-255e-4534-adb9-2cd7afac7c4d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:34.269463 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-230cf373-c998-4a3e-b70c-6cc50e89e104 req-44cb8c7c-255e-4534-adb9-2cd7afac7c4d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0487435 Oct 23 20:06:34.329417 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74955c98-58f8-43d6-82ef-3364a0f85b58 req-abb0f370-07fe-46fb-86da-b77b233bd872 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:34.330928 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-74955c98-58f8-43d6-82ef-3364a0f85b58 req-abb0f370-07fe-46fb-86da-b77b233bd872 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0696118 Oct 23 20:06:34.368896 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-230cf373-c998-4a3e-b70c-6cc50e89e104 req-24955699-e716-4d75-8f2c-fea352ccea5f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729253 Oct 23 20:06:34.399588 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-74955c98-58f8-43d6-82ef-3364a0f85b58 req-7b057a56-f26b-4fda-9cb4-8292f0e22dee tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607245 Oct 23 20:06:35.165428 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0991cf-2e31-4d8b-8306-33aa0cb48609 req-530fdb0f-1ef1-426f-a315-594a06958d56 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:35.166030 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9a0991cf-2e31-4d8b-8306-33aa0cb48609 req-530fdb0f-1ef1-426f-a315-594a06958d56 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0927525 Oct 23 20:06:35.173598 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83cb34-f4ad-475e-8a2b-be109d70868e req-99c7ac0b-aa6e-4662-a71a-68753d6d042a tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:35.175352 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3f83cb34-f4ad-475e-8a2b-be109d70868e req-99c7ac0b-aa6e-4662-a71a-68753d6d042a tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0678134 Oct 23 20:06:35.252327 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9a0991cf-2e31-4d8b-8306-33aa0cb48609 req-d22cff15-5292-4f37-800e-45221dce1787 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759025 Oct 23 20:06:35.264874 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3f83cb34-f4ad-475e-8a2b-be109d70868e req-097bf3a4-40c8-4b62-9fbd-7dac436be5d0 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795398 Oct 23 20:06:35.537719 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dc5d7-9014-4804-9f62-d84b51950bdd req-5b412526-ee30-4dc8-bffb-70e8dc7366d6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:35.539324 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cf2dc5d7-9014-4804-9f62-d84b51950bdd req-5b412526-ee30-4dc8-bffb-70e8dc7366d6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0861120 Oct 23 20:06:35.548032 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432923-7ef7-4f23-81a9-626740861467 req-560b8fec-f525-4f2d-b54b-27c23b5694f7 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:35.549454 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d2432923-7ef7-4f23-81a9-626740861467 req-560b8fec-f525-4f2d-b54b-27c23b5694f7 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0606744 Oct 23 20:06:35.589305 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:35.609502 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56306) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:35.627235 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d2432923-7ef7-4f23-81a9-626740861467 req-b22a8f2e-7e80-42c0-b30c-2e2ea0b1de4a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689464 Oct 23 20:06:35.636792 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cf2dc5d7-9014-4804-9f62-d84b51950bdd req-be6c9d74-80b9-4ed3-b89d-4a24673d367b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863359 Oct 23 20:06:35.736598 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6c59a46b-ca3b-49df-bbdb-a7fa89a54b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:35.755456 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:35.786365 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:35.823567 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6c59a46b-ca3b-49df-bbdb-a7fa89a54b60 admin admin] Publish callbacks [] for security_group (c6724f65-1465-4763-ae5d-efe58cb6a026), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:35.831245 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6c59a46b-ca3b-49df-bbdb-a7fa89a54b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (c6724f65-1465-4763-ae5d-efe58cb6a026), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:35.876461 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-6c59a46b-ca3b-49df-bbdb-a7fa89a54b60 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=05112a5d8e634e34a2eed263b6b3db76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652419 Oct 23 20:06:35.877268 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59a46b-ca3b-49df-bbdb-a7fa89a54b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6724f65-1465-4763-ae5d-efe58cb6a026,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:35.879792 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56322) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:35.937573 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-95c13ac1-4866-4db5-8522-92494491bfcb admin admin] Publish callbacks [] for security_group (c6724f65-1465-4763-ae5d-efe58cb6a026), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:35.960346 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-95c13ac1-4866-4db5-8522-92494491bfcb admin admin] Publish callbacks [] for security_group (c6724f65-1465-4763-ae5d-efe58cb6a026), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:35.988954 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:36.009094 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-95c13ac1-4866-4db5-8522-92494491bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (c6724f65-1465-4763-ae5d-efe58cb6a026), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:36.011646 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-95c13ac1-4866-4db5-8522-92494491bfcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:36.012772 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-95c13ac1-4866-4db5-8522-92494491bfcb admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c6724f65-1465-4763-ae5d-efe58cb6a026 HTTP/1.1" status: 204 len: 168 time: 0.1315734 Oct 23 20:06:36.025028 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c13ac1-4866-4db5-8522-92494491bfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6724f65-1465-4763-ae5d-efe58cb6a026,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:36.437102 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de493-6764-4ac6-9400-f55f01a42ae5 req-a3f1f4de-2164-4679-abd8-1412314b8273 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:36.438965 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-543de493-6764-4ac6-9400-f55f01a42ae5 req-a3f1f4de-2164-4679-abd8-1412314b8273 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0931475 Oct 23 20:06:36.446381 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1b7b-d3c8-45e7-8efc-5463f5d77be7 req-ffe8e55a-8182-42cc-8ee8-6e4df17ea858 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:36.447994 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d95d1b7b-d3c8-45e7-8efc-5463f5d77be7 req-ffe8e55a-8182-42cc-8ee8-6e4df17ea858 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.0856953 Oct 23 20:06:36.534760 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-543de493-6764-4ac6-9400-f55f01a42ae5 req-f5140bc0-0ed8-4e9e-873c-60c9e57c2cc1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856411 Oct 23 20:06:36.551641 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d95d1b7b-d3c8-45e7-8efc-5463f5d77be7 req-ccbf4410-fe4f-4db0-a7ab-0ce10d3acb24 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955207 Oct 23 20:06:36.741292 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56366) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:36.791029 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d12d5-0a2a-49e1-a825-ef4a6f9f9f7a req-bd42ca61-5315-4d1a-b125-3b6693a42c3e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:36.792544 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f25d12d5-0a2a-49e1-a825-ef4a6f9f9f7a req-bd42ca61-5315-4d1a-b125-3b6693a42c3e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.0797980 Oct 23 20:06:36.798307 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1b327-a308-492a-8175-53cef42efd8e req-49262485-bb39-4942-8394-f65fb9cd439b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:36.799699 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ebf1b327-a308-492a-8175-53cef42efd8e req-49262485-bb39-4942-8394-f65fb9cd439b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0781200 Oct 23 20:06:36.868294 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1789033929-network', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:06:36.878275 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f25d12d5-0a2a-49e1-a825-ef4a6f9f9f7a req-73f2713c-be4b-4ecd-a600-cbb6e8048679 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771348 Oct 23 20:06:36.885920 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ebf1b327-a308-492a-8175-53cef42efd8e req-962b3d5e-1d71-420e-b251-db0090fd4acc tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778835 Oct 23 20:06:36.918388 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Made reservation on behalf of 6b4261a7b9e642e5ba063a4790296b66 for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:06:36.922773 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:36.934317 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.023685 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Publish callbacks [] for security_group (499f1eee-d071-4ab0-aace-b1ebd19b3fb4), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.029136 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (499f1eee-d071-4ab0-aace-b1ebd19b3fb4), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.057217 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:06:37.063687 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499f1eee-d071-4ab0-aace-b1ebd19b3fb4,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:37.070471 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (02ebb77a-d682-482c-bb04-636c0d380819), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.070820 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Added segment 02ebb77a-d682-482c-bb04-636c0d380819 of type vlan for network e0f910e3-91d1-4d9b-b720-07380b5a7ead Oct 23 20:06:37.109522 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (e0f910e3-91d1-4d9b-b720-07380b5a7ead), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.133706 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (e0f910e3-91d1-4d9b-b720-07380b5a7ead), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.134705 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:37.135279 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.171541 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4291618 Oct 23 20:06:37.174604 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56384) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:37.180034 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-bc1883b9-1e30-4b16-8a58-4f9c7dc50ac5 admin admin] Request body: {'subnet': {'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1789033929-subnet', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'ip_version': 4}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:06:37.201720 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddb842-1ba1-4289-93c6-6aa190e91447 admin admin] Pushing event updated for resources: {'Network': ['ID=e0f910e3-91d1-4d9b-b720-07380b5a7ead,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:37.205457 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1883b9-1e30-4b16-8a58-4f9c7dc50ac5 admin admin] Made reservation on behalf of 6b4261a7b9e642e5ba063a4790296b66 for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:06:37.207982 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bc1883b9-1e30-4b16-8a58-4f9c7dc50ac5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.211930 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network e0f910e3-91d1-4d9b-b720-07380b5a7ead details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:06:37.395085 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bc1883b9-1e30-4b16-8a58-4f9c7dc50ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (2e0a3b2d-7920-4ec0-8431-eb47c4629d68), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.447159 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1883b9-1e30-4b16-8a58-4f9c7dc50ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0a3b2d-7920-4ec0-8431-eb47c4629d68,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:37.463178 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1883b9-1e30-4b16-8a58-4f9c7dc50ac5 admin admin] Checking segment: {'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:06:37.464080 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1883b9-1e30-4b16-8a58-4f9c7dc50ac5 admin admin] Network hostable DHCP agents. Network: e0f910e3-91d1-4d9b-b720-07380b5a7ead, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:06:37.475356 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:37.482309 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1883b9-1e30-4b16-8a58-4f9c7dc50ac5 admin admin] Network e0f910e3-91d1-4d9b-b720-07380b5a7ead is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:06:37.493655 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-bc1883b9-1e30-4b16-8a58-4f9c7dc50ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, e0f910e3-91d1-4d9b-b720-07380b5a7ead) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:06:37.498217 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1883b9-1e30-4b16-8a58-4f9c7dc50ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:37.498832 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bc1883b9-1e30-4b16-8a58-4f9c7dc50ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.499383 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-81f2aee9-d300-4b1f-b7d7-eaed13b06092 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950606 Oct 23 20:06:37.504653 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba2326-0eb3-4a8c-8806-86ac3f844a0e None None] Network e0f910e3-91d1-4d9b-b720-07380b5a7ead requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:06:37.516034 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-bc1883b9-1e30-4b16-8a58-4f9c7dc50ac5 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3403425 Oct 23 20:06:37.518850 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56390) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:37.524036 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:06:37.545414 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16399959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48049'] for router (b3e70af7-561b-4e0c-ac61-34504ded34a3), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.546598 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16393245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16406672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48056'] for router (b3e70af7-561b-4e0c-ac61-34504ded34a3), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.572489 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:37.621127 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Publish callbacks [] for router_controller (b3e70af7-561b-4e0c-ac61-34504ded34a3), precommit_add_association {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.646031 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'fixed_ips': [{'subnet_id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 20:06:37.647192 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.797854 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Allocated IP 172.20.0.2 (e0f910e3-91d1-4d9b-b720-07380b5a7ead/2e0a3b2d-7920-4ec0-8431-eb47c4629d68/d8ee6ea7-fff3-4403-9dc1-aca645fe3087) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:06:37.958556 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Publish callbacks [] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:37.968905 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:38.012432 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09258595-72ec-4b71-9030-95c1fd99be8a req-7658ed66-0777-432b-8f92-42f29e564b05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:38.012432 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-09258595-72ec-4b71-9030-95c1fd99be8a req-7658ed66-0777-432b-8f92-42f29e564b05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.3378477 Oct 23 20:06:38.018481 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Network e0f910e3-91d1-4d9b-b720-07380b5a7ead is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:06:38.019532 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150537-11f9-4f46-a16e-71441a87ac5e req-4405c72d-84a8-4c2c-ad37-c59f89aa178f tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:38.020970 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-23150537-11f9-4f46-a16e-71441a87ac5e req-4405c72d-84a8-4c2c-ad37-c59f89aa178f tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.3455195 Oct 23 20:06:38.034212 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:06:38.038996 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:06:38.047365 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Pushing event updated for resources: {'Port': ['ID=d8ee6ea7-fff3-4403-9dc1-aca645fe3087,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:38.064242 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Publish callbacks [] for router_gateway (b3e70af7-561b-4e0c-ac61-34504ded34a3), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:38.124712 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Attempting to bind port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:06:38.125505 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Attempting to bind port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:06:38.125505 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Attempting to bind port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 on network e0f910e3-91d1-4d9b-b720-07380b5a7ead {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:06:38.190621 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-09258595-72ec-4b71-9030-95c1fd99be8a req-d4871896-9e8a-4065-a356-88fb1a892980 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621225 Oct 23 20:06:38.193513 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:06:38.193989 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Checking segment: {'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:06:38.194720 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:38.195187 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Bound using segment: {'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:06:38.199025 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Bound port: d8ee6ea7-fff3-4403-9dc1-aca645fe3087, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:06:38.200300 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:38.227579 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-23150537-11f9-4f46-a16e-71441a87ac5e req-1110c3a8-6843-454d-ad47-13b65741e908 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942449 Oct 23 20:06:38.319581 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] For port d8ee6ea7-fff3-4403-9dc1-aca645fe3087, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:06:38.323344 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] For port d8ee6ea7-fff3-4403-9dc1-aca645fe3087, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=d8ee6ea7-fff3-4403-9dc1-aca645fe3087,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:06:38.332458 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:38.387414 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a32ed-1d78-4db0-8885-48993f74e428 None None] Pushing event updated for resources: {'Port': ['ID=d8ee6ea7-fff3-4403-9dc1-aca645fe3087,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:38.452255 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36881088-dc98-4801-beee-e258d45639a1 req-d5f775a6-b9c3-4a61-8b23-5cf4f1afc696 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:38.454542 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-36881088-dc98-4801-beee-e258d45639a1 req-d5f775a6-b9c3-4a61-8b23-5cf4f1afc696 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.1058352 Oct 23 20:06:38.491007 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e892111-7743-4331-9c5a-dd811002a56a req-509657e0-184e-492f-9c6f-2d909da288f9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:38.492817 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0e892111-7743-4331-9c5a-dd811002a56a req-509657e0-184e-492f-9c6f-2d909da288f9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 943 time: 0.1996269 Oct 23 20:06:38.541940 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Publish callbacks [] for router_gateway (b3e70af7-561b-4e0c-ac61-34504ded34a3), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:38.588164 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:38.595955 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-36881088-dc98-4801-beee-e258d45639a1 req-22c17b17-cd41-4609-877d-c505fcde1236 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147220 Oct 23 20:06:38.644126 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0e892111-7743-4331-9c5a-dd811002a56a req-3ec5c1d9-f49d-49c2-a118-aa27b4103efd tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407168 Oct 23 20:06:38.697302 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56440) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:38.789590 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Allocated IP 172.27.0.141 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/ef3beaa4-6eef-4253-b19d-c24a549dc06f) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:06:38.853630 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-882da8fa-2200-45bf-a8a9-313151021ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:38.899830 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:38.910657 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Publish callbacks [] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:38.918316 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:38.945312 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-882da8fa-2200-45bf-a8a9-313151021ed6 admin admin] Publish callbacks [] for security_group (b30ac9bc-2f3a-43e3-bc6f-dfa0b12c64c1), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:38.946699 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:38.950024 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-882da8fa-2200-45bf-a8a9-313151021ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (b30ac9bc-2f3a-43e3-bc6f-dfa0b12c64c1), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:38.978223 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882da8fa-2200-45bf-a8a9-313151021ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30ac9bc-2f3a-43e3-bc6f-dfa0b12c64c1,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:38.991320 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:06:38.997251 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:06:39.000013 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:06:39.002939 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Pushing event updated for resources: {'Port': ['ID=ef3beaa4-6eef-4253-b19d-c24a549dc06f,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:39.009606 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-882da8fa-2200-45bf-a8a9-313151021ed6 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8ecc025a0a434b69863a51807c7fa078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109572 Oct 23 20:06:39.009606 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56446) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:39.021820 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:39.042882 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device d8ee6ea7-fff3-4403-9dc1-aca645fe3087 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:39.070090 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:INSERT=18,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:39.092834 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-24afeecf-4db8-4171-8590-a4332eec4113 admin admin] Publish callbacks [] for security_group (b30ac9bc-2f3a-43e3-bc6f-dfa0b12c64c1), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.108184 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:39.108552 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.109161 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 Oct 23 20:06:39.114175 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-24afeecf-4db8-4171-8590-a4332eec4113 admin admin] Publish callbacks [] for security_group (b30ac9bc-2f3a-43e3-bc6f-dfa0b12c64c1), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.171070 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-24afeecf-4db8-4171-8590-a4332eec4113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (b30ac9bc-2f3a-43e3-bc6f-dfa0b12c64c1), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.173641 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-24afeecf-4db8-4171-8590-a4332eec4113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.175049 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-24afeecf-4db8-4171-8590-a4332eec4113 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/b30ac9bc-2f3a-43e3-bc6f-dfa0b12c64c1 HTTP/1.1" status: 204 len: 168 time: 0.1645606 Oct 23 20:06:39.184680 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afeecf-4db8-4171-8590-a4332eec4113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30ac9bc-2f3a-43e3-bc6f-dfa0b12c64c1,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:39.201194 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:39.201582 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.246715 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port d8ee6ea7-fff3-4403-9dc1-aca645fe3087, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=d8ee6ea7-fff3-4403-9dc1-aca645fe3087,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:39.250838 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device e989a766-0552-40b5-acf0-9a2d7f1dfe99 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:06:39.257583 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.265948 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Publish callbacks [] for router_gateway (b3e70af7-561b-4e0c-ac61-34504ded34a3), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.306460 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:39.424880 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=d8ee6ea7-fff3-4403-9dc1-aca645fe3087,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:39.436079 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c987-5c1a-4237-bd4d-b80cde1e8917 req-ce26c19c-5b58-4565-8231-f73de1bdb340 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:39.445771 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9ce4c987-5c1a-4237-bd4d-b80cde1e8917 req-ce26c19c-5b58-4565-8231-f73de1bdb340 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1005294 Oct 23 20:06:39.491938 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:39.520633 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port e989a766-0552-40b5-acf0-9a2d7f1dfe99, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=e989a766-0552-40b5-acf0-9a2d7f1dfe99,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:39.536990 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'port_id': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99', 'mac_address': 'fa:16:3e:7d:de:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:06:39.579438 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port e989a766-0552-40b5-acf0-9a2d7f1dfe99 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:39.580101 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.580557 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9ce4c987-5c1a-4237-bd4d-b80cde1e8917 req-0873a2fe-78db-4ac7-bc02-212bfb92f737 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334095 Oct 23 20:06:39.600367 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e989a766-0552-40b5-acf0-9a2d7f1dfe99 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:06:39.615509 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16393388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623'] for router (b3e70af7-561b-4e0c-ac61-34504ded34a3), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.625251 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port e989a766-0552-40b5-acf0-9a2d7f1dfe99, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=e989a766-0552-40b5-acf0-9a2d7f1dfe99,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:39.628942 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56458) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:39.634039 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.639799 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:39.644055 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49b0f2d4-e403-44b5-ae93-489b2f68f18f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.712914 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=e989a766-0552-40b5-acf0-9a2d7f1dfe99,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:39.722214 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19725b43-65f8-45c5-adc6-83a6f89ec853 None None] Network e0f910e3-91d1-4d9b-b720-07380b5a7ead requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:06:39.749585 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49b0f2d4-e403-44b5-ae93-489b2f68f18f admin admin] Publish callbacks [] for security_group (17827e2e-fbec-4a61-9628-7caf1b4cb443), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.756064 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49b0f2d4-e403-44b5-ae93-489b2f68f18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (17827e2e-fbec-4a61-9628-7caf1b4cb443), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.804016 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-49b0f2d4-e403-44b5-ae93-489b2f68f18f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6a65d3b182284519bb1c2af56915381a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738756 Oct 23 20:06:39.806520 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56466) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:39.814295 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-c1b36d33-4e45-4e42-b23d-6ba58dcf840e None None] Provisioning complete for port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:39.814676 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c1b36d33-4e45-4e42-b23d-6ba58dcf840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.815019 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-c1b36d33-4e45-4e42-b23d-6ba58dcf840e None None] Attempt 1 to provision port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 Oct 23 20:06:39.831567 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0f2d4-e403-44b5-ae93-489b2f68f18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17827e2e-fbec-4a61-9628-7caf1b4cb443,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:39.857621 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c75038-587b-4405-9449-77b5f366c03f req-3b334da3-5fe8-4d69-8c0a-70314108cea5 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:39.864739 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-96c75038-587b-4405-9449-77b5f366c03f req-3b334da3-5fe8-4d69-8c0a-70314108cea5 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.1254838 Oct 23 20:06:39.874605 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-faacf3ed-f61c-48dc-b2ca-93a1e632cf97 admin admin] Publish callbacks [] for security_group (17827e2e-fbec-4a61-9628-7caf1b4cb443), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.897047 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-faacf3ed-f61c-48dc-b2ca-93a1e632cf97 admin admin] Publish callbacks [] for security_group (17827e2e-fbec-4a61-9628-7caf1b4cb443), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.907430 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc0c91-f0bc-4bfc-bdcc-748521e0b8a9 req-dc3a7ffd-c70b-419e-a7a7-8dc218a38de3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:39.909537 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2cdc0c91-f0bc-4bfc-bdcc-748521e0b8a9 req-dc3a7ffd-c70b-419e-a7a7-8dc218a38de3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 944 time: 0.1250374 Oct 23 20:06:39.913950 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Router b3e70af7-561b-4e0c-ac61-34504ded34a3 is scheduled to L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba with binding_index 1 {{(pid=104660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 20:06:39.936831 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-c1b36d33-4e45-4e42-b23d-6ba58dcf840e None None] Current status of the port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:39.943923 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:39.955810 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-faacf3ed-f61c-48dc-b2ca-93a1e632cf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (17827e2e-fbec-4a61-9628-7caf1b4cb443), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.958649 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-faacf3ed-f61c-48dc-b2ca-93a1e632cf97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:39.962280 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-faacf3ed-f61c-48dc-b2ca-93a1e632cf97 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/17827e2e-fbec-4a61-9628-7caf1b4cb443 HTTP/1.1" status: 204 len: 168 time: 0.1524348 Oct 23 20:06:39.969343 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacf3ed-f61c-48dc-b2ca-93a1e632cf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17827e2e-fbec-4a61-9628-7caf1b4cb443,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:39.981176 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-96c75038-587b-4405-9449-77b5f366c03f req-3339d0a6-63b1-4ea7-85d0-4f4067d8851e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154470 Oct 23 20:06:40.056458 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:40.074698 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2cdc0c91-f0bc-4bfc-bdcc-748521e0b8a9 req-1e6accaf-57ef-4ec2-8b19-61997846adf0 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569262 Oct 23 20:06:40.129990 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:06:40.141990 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Sync routers for ids ['b3e70af7-561b-4e0c-ac61-34504ded34a3'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:06:40.153735 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Routers {'b3e70af7-561b-4e0c-ac61-34504ded34a3'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:06:40.154572 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['b3e70af7-561b-4e0c-ac61-34504ded34a3'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:40.154793 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:40.159147 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56470) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:40.159987 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-ecd5af15-9b2e-4455-84b9-9cfb2dd0c2cc admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6400034 Oct 23 20:06:40.259773 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-09b173ef-6cea-421b-a681-c8d022f3ddf8 None None] Provisioning complete for port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:40.260142 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-09b173ef-6cea-421b-a681-c8d022f3ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:40.261493 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-09b173ef-6cea-421b-a681-c8d022f3ddf8 None None] Attempt 1 to provision port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 Oct 23 20:06:40.265667 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Set router b3e70af7-561b-4e0c-ac61-34504ded34a3 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:06:40.387335 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-09b173ef-6cea-421b-a681-c8d022f3ddf8 None None] Current status of the port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:40.437884 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:06:39Z', 'revision_number': 3, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:40.464279 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Checking router: b3e70af7-561b-4e0c-ac61-34504ded34a3 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:06:40.464620 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Updating router b3e70af7-561b-4e0c-ac61-34504ded34a3 port ef3beaa4-6eef-4253-b19d-c24a549dc06f binding host dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:06:40.498003 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:40.586871 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:40.636126 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:40.639027 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:40.741761 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Publish callbacks [] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:40.745898 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c17304-0edf-4472-bb01-2fdbefa1c1ed req-a5e8bfe6-58f2-4c27-9c62-756d5c3e8dd3 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:40.747518 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a7c17304-0edf-4472-bb01-2fdbefa1c1ed req-a5e8bfe6-58f2-4c27-9c62-756d5c3e8dd3 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0578532 Oct 23 20:06:40.758422 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:40.793039 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Attempting to bind port ef3beaa4-6eef-4253-b19d-c24a549dc06f on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:06:40.793643 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Attempting to bind port ef3beaa4-6eef-4253-b19d-c24a549dc06f by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:06:40.794177 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Attempting to bind port ef3beaa4-6eef-4253-b19d-c24a549dc06f on network 3d6885ca-cf96-428e-afce-731ce2a4b2ac {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:06:40.848453 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a7c17304-0edf-4472-bb01-2fdbefa1c1ed req-b387690d-d121-4a9a-a66f-c34a3103b373 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888839 Oct 23 20:06:40.867353 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:06:40.867909 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:06:40.868452 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:40.868996 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Bound using segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:06:40.869613 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Bound port: ef3beaa4-6eef-4253-b19d-c24a549dc06f, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:06:40.870135 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:40.891285 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:40.904620 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Pushing event updated for resources: {'Port': ['ID=ef3beaa4-6eef-4253-b19d-c24a549dc06f,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:40.921445 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Allocated IP 172.20.0.1 (e0f910e3-91d1-4d9b-b720-07380b5a7ead/2e0a3b2d-7920-4ec0-8431-eb47c4629d68/6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:06:40.929954 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.930321 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.930662 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.931023 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.931368 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.931677 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.931996 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.932316 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.932719 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.933040 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.933357 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.933684 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.934006 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.934355 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.934667 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:06:40.945609 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] For port ef3beaa4-6eef-4253-b19d-c24a549dc06f, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:06:40.954924 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] For port ef3beaa4-6eef-4253-b19d-c24a549dc06f, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=ef3beaa4-6eef-4253-b19d-c24a549dc06f,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:06:40.963829 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:41.006719 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Routers {'b3e70af7-561b-4e0c-ac61-34504ded34a3'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:06:41.007368 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['b3e70af7-561b-4e0c-ac61-34504ded34a3'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:41.044319 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device d8ee6ea7-fff3-4403-9dc1-aca645fe3087 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:41.136014 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:41.136389 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:41.136732 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 Oct 23 20:06:41.203547 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163e4af-c640-4ca2-9a9e-3d95e9ad0c73 None None] Pushing event updated for resources: {'Port': ['ID=ef3beaa4-6eef-4253-b19d-c24a549dc06f,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:41.215474 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f5ea5-e9c9-44c2-864d-42e0bab229de req-8121282e-ba01-4358-a922-34b897d12cf7 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:41.217059 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5a6f5ea5-e9c9-44c2-864d-42e0bab229de req-8121282e-ba01-4358-a922-34b897d12cf7 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.1319401 Oct 23 20:06:41.224200 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:41.242997 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:41.246417 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] Set router b3e70af7-561b-4e0c-ac61-34504ded34a3 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:06:41.303134 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Publish callbacks [] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:41.304512 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00278794-649f-4bce-9dfb-94b702fdc0f2 req-ff7b2353-3601-4d4f-9dde-f27a24f6ac63 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:41.306138 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-00278794-649f-4bce-9dfb-94b702fdc0f2 req-ff7b2353-3601-4d4f-9dde-f27a24f6ac63 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 944 time: 0.0819716 Oct 23 20:06:41.340492 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5a6f5ea5-e9c9-44c2-864d-42e0bab229de req-8eb1eb2c-ddfc-4e89-8edb-dc1e891f3b57 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993781 Oct 23 20:06:41.347686 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:41.374633 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Network e0f910e3-91d1-4d9b-b720-07380b5a7ead is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:06:41.396930 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:06:41.401765 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:06:41.402837 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-00278794-649f-4bce-9dfb-94b702fdc0f2 req-1a79cef3-ec2b-4d47-9c1d-121d57801f6e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821285 Oct 23 20:06:41.447259 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:41.472791 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394435'] for router_interface (b3e70af7-561b-4e0c-ac61-34504ded34a3), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:41.547913 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:06:39Z', 'revision_number': 3, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:41.582370 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de52b2-304c-4e57-a59d-abf223600b4c None None] The sync data for ids ['b3e70af7-561b-4e0c-ac61-34504ded34a3'] in dv-cinder-862432-1-iscsi is: [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:06:39Z', 'revision_number': 3, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:06:41.635266 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:41.716700 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-5e2a7d72-c31a-446d-b328-5b97edb92e9b None None] Provisioning complete for port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:41.717190 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7d72-c31a-446d-b328-5b97edb92e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:41.717595 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-5e2a7d72-c31a-446d-b328-5b97edb92e9b None None] Attempt 1 to provision port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 Oct 23 20:06:41.750722 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a7d72-c31a-446d-b328-5b97edb92e9b None None] Port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:06:41.815310 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ba37-a283-4427-b4de-23d67b9052ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:41.835843 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Publish callbacks [] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:41.841185 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:41.901936 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:41.913527 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:41.936807 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16321054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16394327'] for router_interface (b3e70af7-561b-4e0c-ac61-34504ded34a3), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:41.951300 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:42.085668 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd79b6a-d732-464d-a479-c7fa5712e8b2 req-9807935a-a67b-4c7e-890e-40c13f7a8a86 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:42.088159 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Network e0f910e3-91d1-4d9b-b720-07380b5a7ead is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:06:42.089945 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:06:42.093491 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6bd79b6a-d732-464d-a479-c7fa5712e8b2 req-9807935a-a67b-4c7e-890e-40c13f7a8a86 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0832071 Oct 23 20:06:42.215833 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6bd79b6a-d732-464d-a479-c7fa5712e8b2 req-233dce45-6369-42ee-813b-7a3edfccb16b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213892 Oct 23 20:06:42.231681 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Router b3e70af7-561b-4e0c-ac61-34504ded34a3 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:06:42.336391 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['e989a766-0552-40b5-acf0-9a2d7f1dfe99'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:06:42.385894 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:06:42.394169 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-cf863831-d9ef-4df1-93e4-0beae9cb54c5 None None] Provisioning complete for port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:42.394964 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-cf863831-d9ef-4df1-93e4-0beae9cb54c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:42.395463 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-cf863831-d9ef-4df1-93e4-0beae9cb54c5 None None] Attempt 1 to provision port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 Oct 23 20:06:42.405410 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-eeb3ff89-581a-43ae-9a3b-f68445fe7dc9 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/b3e70af7-561b-4e0c-ac61-34504ded34a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2374480 Oct 23 20:06:42.507396 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-cf863831-d9ef-4df1-93e4-0beae9cb54c5 None None] Port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:06:42.560666 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e288e-9eaf-4bb5-b8e0-a1d6df3c04e8 req-e23438ba-547c-4551-957f-ec5746379d3c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:42.574526 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e04e288e-9eaf-4bb5-b8e0-a1d6df3c04e8 req-e23438ba-547c-4551-957f-ec5746379d3c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.1316023 Oct 23 20:06:42.706518 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db2512-cad9-4187-a4f1-98913483ce97 req-bee28c8d-85f4-47b7-91ce-f94baa3e9e7d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:42.715242 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-04db2512-cad9-4187-a4f1-98913483ce97 req-bee28c8d-85f4-47b7-91ce-f94baa3e9e7d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 944 time: 0.1139843 Oct 23 20:06:42.735780 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e04e288e-9eaf-4bb5-b8e0-a1d6df3c04e8 req-37d2dd05-0b44-4f3b-80b3-00a2c7a066df tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580620 Oct 23 20:06:42.822848 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-04db2512-cad9-4187-a4f1-98913483ce97 req-1be5a5a1-c481-47d3-9671-d8a64e35c677 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064987 Oct 23 20:06:43.027839 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-533a7899-38e3-448b-9b8d-ca88349160b7 req-13858c32-3bea-43cd-bb6c-4f3411e3e351 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903162 Oct 23 20:06:43.133908 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device ef3beaa4-6eef-4253-b19d-c24a549dc06f up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:43.151537 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56564) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:43.193905 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port ef3beaa4-6eef-4253-b19d-c24a549dc06f triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:43.195299 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.196095 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port ef3beaa4-6eef-4253-b19d-c24a549dc06f Oct 23 20:06:43.390185 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:43.393025 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-099fa7de-b746-48eb-a751-431c779e5432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.411942 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7c358-3811-4780-a309-b5a87d0473d7 req-f8c5445e-d918-4c05-a79a-6e9d459b73aa tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:43.414101 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4a7c358-3811-4780-a309-b5a87d0473d7 req-f8c5445e-d918-4c05-a79a-6e9d459b73aa tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0827661 Oct 23 20:06:43.472438 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port ef3beaa4-6eef-4253-b19d-c24a549dc06f is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:43.472824 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.487780 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4a7c358-3811-4780-a309-b5a87d0473d7 req-48548ba9-514e-43ab-9d2f-c325c49f32d1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662436 Oct 23 20:06:43.508055 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port ef3beaa4-6eef-4253-b19d-c24a549dc06f, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=ef3beaa4-6eef-4253-b19d-c24a549dc06f,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:43.511620 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-099fa7de-b746-48eb-a751-431c779e5432 admin admin] Publish callbacks [] for security_group (618444b1-69e1-4d7e-8d27-428bb5257c1d), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.522012 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.525638 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-099fa7de-b746-48eb-a751-431c779e5432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (618444b1-69e1-4d7e-8d27-428bb5257c1d), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.582289 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fa7de-b746-48eb-a751-431c779e5432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618444b1-69e1-4d7e-8d27-428bb5257c1d,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:43.585440 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:43.587141 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-099fa7de-b746-48eb-a751-431c779e5432 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=47032be45c734a00973adcbfa5696c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4345298 Oct 23 20:06:43.589836 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56586) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:43.617132 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=ef3beaa4-6eef-4253-b19d-c24a549dc06f,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:43.672207 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56594) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:43.678842 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1739547232-network', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:06:43.700979 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-14928f77-ca58-4872-aefc-21e76a71cd43 admin admin] Publish callbacks [] for security_group (618444b1-69e1-4d7e-8d27-428bb5257c1d), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.730050 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-14928f77-ca58-4872-aefc-21e76a71cd43 admin admin] Publish callbacks [] for security_group (618444b1-69e1-4d7e-8d27-428bb5257c1d), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.735044 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Made reservation on behalf of 6f612c9285bd4cd9b00a0092f350d1d8 for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:06:43.743005 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.754578 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.791390 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-14928f77-ca58-4872-aefc-21e76a71cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (618444b1-69e1-4d7e-8d27-428bb5257c1d), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.795886 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-14928f77-ca58-4872-aefc-21e76a71cd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.800097 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-14928f77-ca58-4872-aefc-21e76a71cd43 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/618444b1-69e1-4d7e-8d27-428bb5257c1d HTTP/1.1" status: 204 len: 168 time: 0.2079337 Oct 23 20:06:43.814895 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14928f77-ca58-4872-aefc-21e76a71cd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618444b1-69e1-4d7e-8d27-428bb5257c1d,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:43.899170 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:43.932645 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Publish callbacks [] for security_group (bf62ffc8-65c3-4cb2-976f-92a6198bd0a2), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.937889 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (bf62ffc8-65c3-4cb2-976f-92a6198bd0a2), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:43.963849 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:43.984464 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:06:43.994540 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b7f3d-d474-4633-9286-872894e306bf req-821a5d4b-64a8-4f4a-a02f-e4222810eb22 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:43.999680 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf62ffc8-65c3-4cb2-976f-92a6198bd0a2,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:44.006516 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2a2b7f3d-d474-4633-9286-872894e306bf req-821a5d4b-64a8-4f4a-a02f-e4222810eb22 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0844512 Oct 23 20:06:44.017121 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (8c01675b-e4d5-4bcf-a705-c99af82228e9), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.017913 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Added segment 8c01675b-e4d5-4bcf-a705-c99af82228e9 of type vlan for network 309c00f6-1f43-4cd9-96ac-78782c4982b8 Oct 23 20:06:44.072475 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Sync routers for ids ['b3e70af7-561b-4e0c-ac61-34504ded34a3'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:06:44.083892 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:44.084696 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:44.091346 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2a2b7f3d-d474-4633-9286-872894e306bf req-1d3a002f-9189-42fa-81be-fe3e58de263d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838022 Oct 23 20:06:44.102460 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (309c00f6-1f43-4cd9-96ac-78782c4982b8), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.102983 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Routers {'b3e70af7-561b-4e0c-ac61-34504ded34a3'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:06:44.103166 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['b3e70af7-561b-4e0c-ac61-34504ded34a3'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:44.105816 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device e989a766-0552-40b5-acf0-9a2d7f1dfe99 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:44.109532 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:44.169282 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (309c00f6-1f43-4cd9-96ac-78782c4982b8), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.170542 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:44.171134 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.209758 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-e50bffce-51eb-417c-8689-43ed2bf25188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.269919 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Set router b3e70af7-561b-4e0c-ac61-34504ded34a3 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:06:44.272912 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port e989a766-0552-40b5-acf0-9a2d7f1dfe99 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:06:44.290900 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518b902-460b-49d3-8592-cdc257e33220 req-6a084652-2903-4ee4-809a-e9f52059a54b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:44.295649 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a518b902-460b-49d3-8592-cdc257e33220 req-6a084652-2903-4ee4-809a-e9f52059a54b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0727258 Oct 23 20:06:44.313421 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port e989a766-0552-40b5-acf0-9a2d7f1dfe99 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:44.313956 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.314446 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port e989a766-0552-40b5-acf0-9a2d7f1dfe99 Oct 23 20:06:44.346723 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6733437 Oct 23 20:06:44.347816 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34819578-2455-4d73-95b5-be7e4a6464dd admin admin] Pushing event updated for resources: {'Network': ['ID=309c00f6-1f43-4cd9-96ac-78782c4982b8,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:44.352510 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56626) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:44.363186 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-f36da8a5-d731-434d-9603-da6a075948ac admin admin] Request body: {'subnet': {'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1739547232-subnet', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'ip_version': 4}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:06:44.386509 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a518b902-460b-49d3-8592-cdc257e33220 req-ea43badf-f7d5-4b78-b4c3-115709f82ef8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818577 Oct 23 20:06:44.398807 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network 309c00f6-1f43-4cd9-96ac-78782c4982b8 details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:06:44.405721 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36da8a5-d731-434d-9603-da6a075948ac admin admin] Made reservation on behalf of 6f612c9285bd4cd9b00a0092f350d1d8 for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:06:44.408527 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f36da8a5-d731-434d-9603-da6a075948ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.527428 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56634) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:44.563574 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-85bad35f-e737-4332-a27d-cf4c704713a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.586949 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port e989a766-0552-40b5-acf0-9a2d7f1dfe99 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:44.587571 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.607068 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842256d0-0097-44f3-886e-929f842b544b req-c15a43c8-e639-4719-9827-e24f03c55837 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:44.608622 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-842256d0-0097-44f3-886e-929f842b544b req-c15a43c8-e639-4719-9827-e24f03c55837 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 944 time: 0.0648832 Oct 23 20:06:44.650175 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f3d6cd-5a81-425b-a929-808f46010e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:06:44.652415 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a13b849-5378-4c31-bd33-6e4bb3e7eb05" -d '{"events": [{"server_uuid": "80f3d6cd-5a81-425b-a929-808f46010e76", "name": "network-vif-plugged", "status": "completed", "tag": "e989a766-0552-40b5-acf0-9a2d7f1dfe99"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:06:44.674421 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port e989a766-0552-40b5-acf0-9a2d7f1dfe99, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=e989a766-0552-40b5-acf0-9a2d7f1dfe99,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:44.677220 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-85bad35f-e737-4332-a27d-cf4c704713a7 admin admin] Publish callbacks [] for security_group (ee83b015-acb0-44cd-b47c-07fdad42220f), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.682268 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-85bad35f-e737-4332-a27d-cf4c704713a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (ee83b015-acb0-44cd-b47c-07fdad42220f), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.688840 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:06:41Z', 'revision_number': 4, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0', 'name': '', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'mac_address': 'fa:16:3e:28:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:40Z', 'updated_at': '2022-10-23T20:06:41Z', 'revision_number': 2, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'subnets': [{'id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:44.713100 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bad35f-e737-4332-a27d-cf4c704713a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee83b015-acb0-44cd-b47c-07fdad42220f,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:44.722272 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.727873 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Checking router: b3e70af7-561b-4e0c-ac61-34504ded34a3 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:06:44.728477 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Updating router b3e70af7-561b-4e0c-ac61-34504ded34a3 port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 binding host dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:06:44.734647 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-85bad35f-e737-4332-a27d-cf4c704713a7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=200d1d7a5f4b4f4a9ecdda09cf8010a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061164 Oct 23 20:06:44.737111 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56640) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:44.772759 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-842256d0-0097-44f3-886e-929f842b544b req-14160bf9-6995-4c98-8294-a7b2db6ccb3f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349363 Oct 23 20:06:44.774578 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f36da8a5-d731-434d-9603-da6a075948ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (a680ed30-de98-43f4-93dc-02f160ce1458), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.788352 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.792533 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1a72-593e-4222-8556-0acd3f6e0833 admin admin] Publish callbacks [] for security_group (ee83b015-acb0-44cd-b47c-07fdad42220f), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.812634 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=e989a766-0552-40b5-acf0-9a2d7f1dfe99,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:44.821171 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1a72-593e-4222-8556-0acd3f6e0833 admin admin] Publish callbacks [] for security_group (ee83b015-acb0-44cd-b47c-07fdad42220f), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.849688 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36da8a5-d731-434d-9603-da6a075948ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a680ed30-de98-43f4-93dc-02f160ce1458,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:44.885541 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1a72-593e-4222-8556-0acd3f6e0833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (ee83b015-acb0-44cd-b47c-07fdad42220f), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.889512 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1a72-593e-4222-8556-0acd3f6e0833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:44.892380 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-5b9e1a72-593e-4222-8556-0acd3f6e0833 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ee83b015-acb0-44cd-b47c-07fdad42220f HTTP/1.1" status: 204 len: 168 time: 0.1529162 Oct 23 20:06:44.904510 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36da8a5-d731-434d-9603-da6a075948ac admin admin] Checking segment: {'id': '8c01675b-e4d5-4bcf-a705-c99af82228e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:06:44.905228 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36da8a5-d731-434d-9603-da6a075948ac admin admin] Network hostable DHCP agents. Network: 309c00f6-1f43-4cd9-96ac-78782c4982b8, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:06:44.910962 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e1a72-593e-4222-8556-0acd3f6e0833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee83b015-acb0-44cd-b47c-07fdad42220f,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:44.935781 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36da8a5-d731-434d-9603-da6a075948ac admin admin] Network 309c00f6-1f43-4cd9-96ac-78782c4982b8 is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:06:44.972103 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-f36da8a5-d731-434d-9603-da6a075948ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, 309c00f6-1f43-4cd9-96ac-78782c4982b8) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:06:44.981167 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67acd6f6-e713-4ca4-b483-d2c069287378 None None] Network 309c00f6-1f43-4cd9-96ac-78782c4982b8 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:06:44.986084 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36da8a5-d731-434d-9603-da6a075948ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:44.988095 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f36da8a5-d731-434d-9603-da6a075948ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.027618 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-f36da8a5-d731-434d-9603-da6a075948ac admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6738927 Oct 23 20:06:45.030434 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56644) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:45.037590 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1739547232-router', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:06:45.047418 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb156ff-0190-4bb5-bb02-56b5f030220d x-openstack-request-id: req-2cb156ff-0190-4bb5-bb02-56b5f030220d {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:06:45.047796 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f3d6cd-5a81-425b-a929-808f46010e76", "name": "network-vif-plugged", "status": "completed", "tag": "e989a766-0552-40b5-acf0-9a2d7f1dfe99", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:06:45.048112 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cb156ff-0190-4bb5-bb02-56b5f030220d {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:06:45.048671 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb156ff-0190-4bb5-bb02-56b5f030220d'] response: {'server_uuid': '80f3d6cd-5a81-425b-a929-808f46010e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99', 'code': 200} Oct 23 20:06:45.072935 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16399959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48049'] for router (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.074564 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16393245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16406672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48056'] for router (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.094291 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device ef3beaa4-6eef-4253-b19d-c24a549dc06f up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:45.161162 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Publish callbacks [] for router_controller (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), precommit_add_association {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.239407 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Publish callbacks [] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), precommit_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.250847 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e62760-a8a2-4451-9c4d-83fcad04997b req-a587bf3b-0df8-4f77-b3ba-cf8a109542da tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:45.258922 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.260724 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e9e62760-a8a2-4451-9c4d-83fcad04997b req-a587bf3b-0df8-4f77-b3ba-cf8a109542da tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0618389 Oct 23 20:06:45.295085 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-309c00f6-1f43-4cd9-96ac-78782c4982b8', 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8', 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'fixed_ips': [{'subnet_id': 'a680ed30-de98-43f4-93dc-02f160ce1458'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 20:06:45.296006 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.304066 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port ef3beaa4-6eef-4253-b19d-c24a549dc06f triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:45.304440 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.304780 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port ef3beaa4-6eef-4253-b19d-c24a549dc06f Oct 23 20:06:45.322923 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e9e62760-a8a2-4451-9c4d-83fcad04997b req-28e92622-cbe7-41ba-9615-ff3057f40640 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560551 Oct 23 20:06:45.357050 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Publish callbacks [] for router_gateway (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.382489 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:45.383478 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:45.411179 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db29c-f483-4f50-958a-fc2776565d14 None None] Pushing event updated for resources: {'Port': ['ID=6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:45.435060 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:INSERT=14,neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:45.446793 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56652) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:45.463673 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b189b3bc-3576-4451-a4ce-de45bf690667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.528632 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.529140 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:45.553401 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263940ec-55c0-4095-a7b3-90a5e0754778 req-8698ae53-ed97-485a-8769-230a19609fd3 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:45.554990 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-263940ec-55c0-4095-a7b3-90a5e0754778 req-8698ae53-ed97-485a-8769-230a19609fd3 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0633409 Oct 23 20:06:45.565291 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Attempting to bind port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:06:45.566034 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Attempting to bind port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:06:45.566521 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Attempting to bind port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 on network e0f910e3-91d1-4d9b-b720-07380b5a7ead {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:06:45.614447 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b189b3bc-3576-4451-a4ce-de45bf690667 admin admin] Publish callbacks [] for security_group (ac07ff52-fa8c-4cec-b2b1-c87ece5fc1a0), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.620755 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:45.622338 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Publish callbacks [] for router_gateway (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.627599 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b189b3bc-3576-4451-a4ce-de45bf690667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (ac07ff52-fa8c-4cec-b2b1-c87ece5fc1a0), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.634411 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:45.648026 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.650751 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:45.657824 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-263940ec-55c0-4095-a7b3-90a5e0754778 req-4f2568a0-625f-4e32-8395-bf58bfa22de4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943096 Oct 23 20:06:45.699478 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189b3bc-3576-4451-a4ce-de45bf690667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac07ff52-fa8c-4cec-b2b1-c87ece5fc1a0,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:45.706559 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-b189b3bc-3576-4451-a4ce-de45bf690667 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b96e70dba40f475891ea2a40158cbf3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586143 Oct 23 20:06:45.710130 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56664) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:45.781910 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-45609517-a54c-4a4c-8a81-1d5ca992a7d4 admin admin] Publish callbacks [] for security_group (ac07ff52-fa8c-4cec-b2b1-c87ece5fc1a0), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.815354 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-45609517-a54c-4a4c-8a81-1d5ca992a7d4 admin admin] Publish callbacks [] for security_group (ac07ff52-fa8c-4cec-b2b1-c87ece5fc1a0), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.819531 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port ef3beaa4-6eef-4253-b19d-c24a549dc06f is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:45.825315 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Allocated IP 172.27.0.158 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/9eca6a81-6c69-4b87-b79f-db5076043848) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:06:45.854714 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:06:45.855134 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Checking segment: {'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:06:45.855491 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.856068 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Bound using segment: {'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:06:45.856827 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Bound port: 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:06:45.857276 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.861663 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Allocated IP 172.20.0.2 (309c00f6-1f43-4cd9-96ac-78782c4982b8/a680ed30-de98-43f4-93dc-02f160ce1458/e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:06:45.898934 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-45609517-a54c-4a4c-8a81-1d5ca992a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (ac07ff52-fa8c-4cec-b2b1-c87ece5fc1a0), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.902442 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-45609517-a54c-4a4c-8a81-1d5ca992a7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:45.903603 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-45609517-a54c-4a4c-8a81-1d5ca992a7d4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ac07ff52-fa8c-4cec-b2b1-c87ece5fc1a0 HTTP/1.1" status: 204 len: 168 time: 0.1928356 Oct 23 20:06:45.919540 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45609517-a54c-4a4c-8a81-1d5ca992a7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac07ff52-fa8c-4cec-b2b1-c87ece5fc1a0,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:45.961801 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] For port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:06:45.964987 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] For port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:06:45.979560 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:46.028716 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831faf3f-429a-45ca-9622-9031bf2fd0c2 req-33fe72b5-40d9-4302-9cfb-cc1b673ca0ae tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:46.031278 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-831faf3f-429a-45ca-9622-9031bf2fd0c2 req-33fe72b5-40d9-4302-9cfb-cc1b673ca0ae tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0884752 Oct 23 20:06:46.103629 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Routers {'b3e70af7-561b-4e0c-ac61-34504ded34a3'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:06:46.104392 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['b3e70af7-561b-4e0c-ac61-34504ded34a3'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:46.108969 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Publish callbacks [] for port (9eca6a81-6c69-4b87-b79f-db5076043848), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:46.135482 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-831faf3f-429a-45ca-9622-9031bf2fd0c2 req-059cfd29-4313-4160-bc48-2e47e423d786 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965068 Oct 23 20:06:46.159962 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db29c-f483-4f50-958a-fc2776565d14 None None] Pushing event updated for resources: {'Port': ['ID=6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:46.166540 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (9eca6a81-6c69-4b87-b79f-db5076043848), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:46.212726 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:06:46.220229 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:06:46.223131 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:06:46.230104 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Pushing event updated for resources: {'Port': ['ID=9eca6a81-6c69-4b87-b79f-db5076043848,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:46.321011 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] Set router b3e70af7-561b-4e0c-ac61-34504ded34a3 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:06:46.332736 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56684) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:46.347696 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Publish callbacks [] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:46.367711 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:46.462303 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Network 309c00f6-1f43-4cd9-96ac-78782c4982b8 is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:06:46.465592 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:06:46.467337 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Pushing event updated for resources: {'Port': ['ID=e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:46.501762 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:06:46.523943 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01df97-253a-4771-bed1-a301e80d930f req-e017bd38-db5c-4a6b-b8a9-0f9e9f548946 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:46.533190 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8d01df97-253a-4771-bed1-a301e80d930f req-e017bd38-db5c-4a6b-b8a9-0f9e9f548946 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0911922 Oct 23 20:06:46.615942 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d6afa417-3e7c-4e70-936f-b975cbc024ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:46.656296 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8d01df97-253a-4771-bed1-a301e80d930f req-01e338e9-6f4b-4f68-89a5-fc3d902a7b9a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218889 Oct 23 20:06:46.693795 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Attempting to bind port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:06:46.693975 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e771d8-d81a-41e2-ace8-0dda9d5f26cc req-a6353cf0-a19f-4c85-a094-b54f9e3b3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:46.694086 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Attempting to bind port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '8c01675b-e4d5-4bcf-a705-c99af82228e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:06:46.694086 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Attempting to bind port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 on network 309c00f6-1f43-4cd9-96ac-78782c4982b8 {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:06:46.695110 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b1e771d8-d81a-41e2-ace8-0dda9d5f26cc req-a6353cf0-a19f-4c85-a094-b54f9e3b3cea service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 1129 time: 0.0614529 Oct 23 20:06:46.779176 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Publish callbacks [] for router_gateway (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:46.794444 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:06:41Z', 'revision_number': 4, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0', 'name': '', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'mac_address': 'fa:16:3e:28:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:40Z', 'updated_at': '2022-10-23T20:06:45Z', 'revision_number': 4, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'subnets': [{'id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:46.827735 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:46.831337 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ff22e-4861-47a1-ab93-cc133e3ecd3a None None] The sync data for ids ['b3e70af7-561b-4e0c-ac61-34504ded34a3'] in dv-cinder-862432-1-iscsi is: [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:06:41Z', 'revision_number': 4, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0', 'name': '', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'mac_address': 'fa:16:3e:28:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:40Z', 'updated_at': '2022-10-23T20:06:45Z', 'revision_number': 4, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'subnets': [{'id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:06:46.836785 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:06:46.837058 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Checking segment: {'id': '8c01675b-e4d5-4bcf-a705-c99af82228e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:06:46.837423 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:46.837811 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Bound using segment: {'id': '8c01675b-e4d5-4bcf-a705-c99af82228e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:06:46.838288 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Bound port: e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c01675b-e4d5-4bcf-a705-c99af82228e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:06:46.838667 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.005597 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] For port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:06:47.026292 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] For port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77,segment=NetworkSegment(8c01675b-e4d5-4bcf-a705-c99af82228e9),segment_id=8c01675b-e4d5-4bcf-a705-c99af82228e9)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:06:47.040537 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.110372 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d6afa417-3e7c-4e70-936f-b975cbc024ba admin admin] Publish callbacks [] for security_group (47f3f4df-0718-47cb-82b2-00870ab2a071), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.132136 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d6afa417-3e7c-4e70-936f-b975cbc024ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (47f3f4df-0718-47cb-82b2-00870ab2a071), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.143760 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7dab5-729c-4dd1-954e-a0445ece462c req-9b06f3f5-3c33-4754-bf46-82b9047e9dc1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:47.145465 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-40c7dab5-729c-4dd1-954e-a0445ece462c req-9b06f3f5-3c33-4754-bf46-82b9047e9dc1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.2243149 Oct 23 20:06:47.224819 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:47.231542 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f606be-1cff-4b8e-a423-5c036eecdf50 None None] Pushing event updated for resources: {'Port': ['ID=e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:47.255316 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-d6afa417-3e7c-4e70-936f-b975cbc024ba admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=3660c6fffa274060ada1984b56df5578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9189072 Oct 23 20:06:47.260539 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56718) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:47.263326 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afa417-3e7c-4e70-936f-b975cbc024ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f3f4df-0718-47cb-82b2-00870ab2a071,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:47.310298 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.327441 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-40c7dab5-729c-4dd1-954e-a0445ece462c req-c8dab7e7-31ef-4a00-8ebe-0988fcc21607 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690068 Oct 23 20:06:47.379535 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:47.379927 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.380245 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 Oct 23 20:06:47.436186 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-abeccb43-e1f6-4c52-98af-e6408f5ebcab admin admin] Publish callbacks [] for security_group (47f3f4df-0718-47cb-82b2-00870ab2a071), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.511015 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:47.513351 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-abeccb43-e1f6-4c52-98af-e6408f5ebcab admin admin] Publish callbacks [] for security_group (47f3f4df-0718-47cb-82b2-00870ab2a071), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.597277 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:47.599951 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:47.600201 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.605382 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:47.613482 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:47.658358 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:47.681575 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:47.695724 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.812793 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-abeccb43-e1f6-4c52-98af-e6408f5ebcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (47f3f4df-0718-47cb-82b2-00870ab2a071), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.815455 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-abeccb43-e1f6-4c52-98af-e6408f5ebcab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.817506 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-abeccb43-e1f6-4c52-98af-e6408f5ebcab admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/47f3f4df-0718-47cb-82b2-00870ab2a071 HTTP/1.1" status: 204 len: 168 time: 0.5553198 Oct 23 20:06:47.832539 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb76c83-48fb-4af4-8eb5-2dc0b37a25a2 req-c76e1aa8-636e-4e79-9251-02907ad669fd tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:47.835299 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6cb76c83-48fb-4af4-8eb5-2dc0b37a25a2 req-c76e1aa8-636e-4e79-9251-02907ad669fd tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.1480727 Oct 23 20:06:47.842537 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeccb43-e1f6-4c52-98af-e6408f5ebcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f3f4df-0718-47cb-82b2-00870ab2a071,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:47.846353 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7010f15-38d2-42c8-bf9d-c9ebb36d41f0 req-0fc85803-b0b2-4edf-95fb-986b733f5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:47.848006 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-e7010f15-38d2-42c8-bf9d-c9ebb36d41f0 req-0fc85803-b0b2-4edf-95fb-986b733f5946 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 1129 time: 0.3292196 Oct 23 20:06:47.886592 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:47.888624 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16393388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623'] for router (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:47.901008 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:47.968473 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580b73f-6832-4a0b-b06b-8f066fc79b5b req-93b1856f-e91c-4de5-8c41-88bbb73162ee tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:47.970123 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0580b73f-6832-4a0b-b06b-8f066fc79b5b req-93b1856f-e91c-4de5-8c41-88bbb73162ee tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0779955 Oct 23 20:06:47.984808 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6cb76c83-48fb-4af4-8eb5-2dc0b37a25a2 req-6e7e8062-01c5-4b8a-b863-acd63ec523d7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397612 Oct 23 20:06:48.108780 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5324bb33-be61-462e-b3ed-9373ad4fce7f details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:06:48.121627 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-e7010f15-38d2-42c8-bf9d-c9ebb36d41f0 req-1027608e-8ff2-4769-a37f-ed254f7e6ae4 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082675 Oct 23 20:06:48.128677 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0580b73f-6832-4a0b-b06b-8f066fc79b5b req-3c93cb05-c3a7-418f-8e5c-66a74fe41814 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426027 Oct 23 20:06:48.188043 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e771d8-d81a-41e2-ace8-0dda9d5f26cc req-fab5068f-0152-4bef-bcc6-4146f3cd92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:48.189966 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b1e771d8-d81a-41e2-ace8-0dda9d5f26cc req-fab5068f-0152-4bef-bcc6-4146f3cd92fd service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 919 time: 1.4866412 Oct 23 20:06:48.294472 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:48.322631 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'port_id': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'mac_address': 'fa:16:3e:aa:49:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:06:48.356888 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Router f0d5c828-8da7-45bd-b377-cee5b1bef9e8 is scheduled to L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba with binding_index 1 {{(pid=104659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 20:06:48.405917 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 5324bb33-be61-462e-b3ed-9373ad4fce7f is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:48.409860 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:48.453978 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5324bb33-be61-462e-b3ed-9373ad4fce7f {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:06:48.492912 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:48.503617 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:48.511428 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:48.585324 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7e5f6-be03-4288-977c-023db3df6f35 req-1efc1337-7d61-4a47-8e51-cd16f61f3561 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:48.592826 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-20f7e5f6-be03-4288-977c-023db3df6f35 req-1efc1337-7d61-4a47-8e51-cd16f61f3561 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1154828 Oct 23 20:06:48.638571 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=5324bb33-be61-462e-b3ed-9373ad4fce7f,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:48.665411 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56750) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:48.691937 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c927ea49-26b7-44f5-98a8-89c6a70d5a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:48.699886 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:06:48.716172 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Sync routers for ids ['f0d5c828-8da7-45bd-b377-cee5b1bef9e8'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:06:48.725688 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-20f7e5f6-be03-4288-977c-023db3df6f35 req-bad73cfa-94a9-4daa-81cc-693970e467db tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313601 Oct 23 20:06:48.740783 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Routers {'f0d5c828-8da7-45bd-b377-cee5b1bef9e8'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:06:48.741466 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['f0d5c828-8da7-45bd-b377-cee5b1bef9e8'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:48.743446 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b1e771d8-d81a-41e2-ace8-0dda9d5f26cc req-c1e031f2-7b6d-4ad6-bc36-cdb20327bacb service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41d3538a-ad99-4c35-a478-c0aa5c437554 HTTP/1.1" status: 200 len: 217 time: 0.1443586 Oct 23 20:06:48.746723 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59d5e4c-c2c4-448c-a979-ce45f6f544de None None] Network 309c00f6-1f43-4cd9-96ac-78782c4982b8 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:06:48.781635 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:48.786449 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-a5392edc-e6b7-4ae6-9100-77c1790b216c admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7548747 Oct 23 20:06:48.789957 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56752) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:48.840962 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56754) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:48.898969 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Set router f0d5c828-8da7-45bd-b377-cee5b1bef9e8 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:06:48.928174 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-72164a72-2ef8-4c8d-b991-497779996fcc None None] Provisioning complete for port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:48.928655 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-72164a72-2ef8-4c8d-b991-497779996fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:48.929102 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-72164a72-2ef8-4c8d-b991-497779996fcc None None] Attempt 1 to provision port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 Oct 23 20:06:49.006215 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c927ea49-26b7-44f5-98a8-89c6a70d5a3b admin admin] Publish callbacks [] for security_group (a429ca64-283a-4565-b7a1-034ced80b743), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.023129 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c927ea49-26b7-44f5-98a8-89c6a70d5a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (a429ca64-283a-4565-b7a1-034ced80b743), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.147317 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['5324bb33-be61-462e-b3ed-9373ad4fce7f'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:06:49.212610 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-596643cf-4b18-4b6a-98bf-a78ca6d9b258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.298861 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-72164a72-2ef8-4c8d-b991-497779996fcc None None] Current status of the port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:49.307025 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-72164a72-2ef8-4c8d-b991-497779996fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.379211 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-c927ea49-26b7-44f5-98a8-89c6a70d5a3b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=59bf64a6275a44599b7772f80c482626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7102687 Oct 23 20:06:49.389622 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56770) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:49.403910 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-72164a72-2ef8-4c8d-b991-497779996fcc None None] For port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77,segment=NetworkSegment(8c01675b-e4d5-4bcf-a705-c99af82228e9),segment_id=8c01675b-e4d5-4bcf-a705-c99af82228e9)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:49.414414 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:49.416197 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e771d8-d81a-41e2-ace8-0dda9d5f26cc req-197056b6-0c01-44bc-afca-907b38e024f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:49.418392 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b1e771d8-d81a-41e2-ace8-0dda9d5f26cc req-197056b6-0c01-44bc-afca-907b38e024f1 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.1419990 Oct 23 20:06:49.431210 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'name': 'tempest-TestMinimumBasicScenario-1739547232-router', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:46Z', 'revision_number': 3, 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'gw_port': {'id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:49.463558 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Checking router: f0d5c828-8da7-45bd-b377-cee5b1bef9e8 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:06:49.464239 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Updating router f0d5c828-8da7-45bd-b377-cee5b1bef9e8 port 9eca6a81-6c69-4b87-b79f-db5076043848 binding host dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:06:49.466852 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927ea49-26b7-44f5-98a8-89c6a70d5a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a429ca64-283a-4565-b7a1-034ced80b743,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:49.482697 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-72164a72-2ef8-4c8d-b991-497779996fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.517198 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e771d8-d81a-41e2-ace8-0dda9d5f26cc req-0248fcae-495b-44fb-aa01-4247da9e2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:49.522113 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b1e771d8-d81a-41e2-ace8-0dda9d5f26cc req-0248fcae-495b-44fb-aa01-4247da9e2769 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852120 Oct 23 20:06:49.529459 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:49.529956 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.530463 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 Oct 23 20:06:49.533553 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (9eca6a81-6c69-4b87-b79f-db5076043848), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.549135 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0775fd-0cb1-472b-a0da-15b006e58416 req-6ab1a5d9-a12f-414c-bab3-e9b4477f009c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:49.553718 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8a0775fd-0cb1-472b-a0da-15b006e58416 req-6ab1a5d9-a12f-414c-bab3-e9b4477f009c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.2257020 Oct 23 20:06:49.697166 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:49.793310 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:49.794523 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:49.807735 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ebc8536f-d9be-4fb0-9344-ba0ac8954617 admin admin] Publish callbacks [] for security_group (a429ca64-283a-4565-b7a1-034ced80b743), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.841831 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-85cf1d87-38d2-46ad-805f-1dcc72458934 None None] Provisioning complete for port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:49.842388 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-85cf1d87-38d2-46ad-805f-1dcc72458934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.842709 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-85cf1d87-38d2-46ad-805f-1dcc72458934 None None] Attempt 1 to provision port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 Oct 23 20:06:49.846171 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ebc8536f-d9be-4fb0-9344-ba0ac8954617 admin admin] Publish callbacks [] for security_group (a429ca64-283a-4565-b7a1-034ced80b743), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.863045 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-596643cf-4b18-4b6a-98bf-a78ca6d9b258 admin admin] Publish callbacks [] for security_group (f30f916c-4e40-4560-874e-fd1ae3bfb5e1), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.871789 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-596643cf-4b18-4b6a-98bf-a78ca6d9b258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (f30f916c-4e40-4560-874e-fd1ae3bfb5e1), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.873485 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc737e9d-68da-4429-91cb-048b73c59a12 req-d4e32072-fe84-4439-8e9b-c595bbc2bf78 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:49.881332 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bc737e9d-68da-4429-91cb-048b73c59a12 req-d4e32072-fe84-4439-8e9b-c595bbc2bf78 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 944 time: 0.4970660 Oct 23 20:06:49.905893 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:49.906279 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.906617 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 Oct 23 20:06:49.909850 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Publish callbacks [] for port (9eca6a81-6c69-4b87-b79f-db5076043848), precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.914416 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:49.921730 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (9eca6a81-6c69-4b87-b79f-db5076043848), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:49.931655 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72164a72-2ef8-4c8d-b991-497779996fcc None None] Pushing event updated for resources: {'Port': ['ID=e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:49.933009 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:49.936276 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:49.939482 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-596643cf-4b18-4b6a-98bf-a78ca6d9b258 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4182ccd297e54d4b8fad97db74777b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0969241 Oct 23 20:06:49.942297 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596643cf-4b18-4b6a-98bf-a78ca6d9b258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30f916c-4e40-4560-874e-fd1ae3bfb5e1,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:49.946154 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Attempting to bind port 9eca6a81-6c69-4b87-b79f-db5076043848 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:06:49.946850 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Attempting to bind port 9eca6a81-6c69-4b87-b79f-db5076043848 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:06:49.948085 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Attempting to bind port 9eca6a81-6c69-4b87-b79f-db5076043848 on network 3d6885ca-cf96-428e-afce-731ce2a4b2ac {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:06:49.959875 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56782) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:49.995662 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b1e771d8-d81a-41e2-ace8-0dda9d5f26cc req-172cc850-b138-424f-b8b1-a801475d703e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497638 Oct 23 20:06:50.051548 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d12c3350-1d89-490c-9c93-1e4a07c73a6a admin admin] Publish callbacks [] for security_group (f30f916c-4e40-4560-874e-fd1ae3bfb5e1), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:50.066737 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a56ee-7f4b-4a11-8f2b-e3ccb055973a None None] Pushing event updated for resources: {'Port': ['ID=9eca6a81-6c69-4b87-b79f-db5076043848,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:50.080060 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d12c3350-1d89-490c-9c93-1e4a07c73a6a admin admin] Publish callbacks [] for security_group (f30f916c-4e40-4560-874e-fd1ae3bfb5e1), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:50.127870 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:06:50.128169 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:06:50.128649 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:50.129075 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Bound using segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:06:50.129416 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:50.130592 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Bound port: 9eca6a81-6c69-4b87-b79f-db5076043848, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:06:50.130966 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (9eca6a81-6c69-4b87-b79f-db5076043848), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:50.146875 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:50.157081 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-85cf1d87-38d2-46ad-805f-1dcc72458934 None None] Current status of the port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:50.164378 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d12c3350-1d89-490c-9c93-1e4a07c73a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (f30f916c-4e40-4560-874e-fd1ae3bfb5e1), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:50.166942 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d12c3350-1d89-490c-9c93-1e4a07c73a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:50.168333 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-d12c3350-1d89-490c-9c93-1e4a07c73a6a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f30f916c-4e40-4560-874e-fd1ae3bfb5e1 HTTP/1.1" status: 204 len: 168 time: 0.2014737 Oct 23 20:06:50.197809 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c3350-1d89-490c-9c93-1e4a07c73a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30f916c-4e40-4560-874e-fd1ae3bfb5e1,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:50.221382 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8a0775fd-0cb1-472b-a0da-15b006e58416 req-b7c51c60-364c-4e2e-8add-51e076154437 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5981598 Oct 23 20:06:50.269016 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] For port 9eca6a81-6c69-4b87-b79f-db5076043848, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:06:50.276102 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] For port 9eca6a81-6c69-4b87-b79f-db5076043848, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=9eca6a81-6c69-4b87-b79f-db5076043848,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:06:50.285867 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (9eca6a81-6c69-4b87-b79f-db5076043848), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:50.320117 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bc737e9d-68da-4429-91cb-048b73c59a12 req-8a9e2292-183e-4b5d-8d28-b65397c8b02d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4215024 Oct 23 20:06:50.326308 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:50.364615 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a56ee-7f4b-4a11-8f2b-e3ccb055973a None None] Pushing event updated for resources: {'Port': ['ID=9eca6a81-6c69-4b87-b79f-db5076043848,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:50.375737 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Routers {'f0d5c828-8da7-45bd-b377-cee5b1bef9e8'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:06:50.376778 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['f0d5c828-8da7-45bd-b377-cee5b1bef9e8'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:50.389256 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ebc8536f-d9be-4fb0-9344-ba0ac8954617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (a429ca64-283a-4565-b7a1-034ced80b743), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:50.392408 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ebc8536f-d9be-4fb0-9344-ba0ac8954617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:50.393611 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-ebc8536f-d9be-4fb0-9344-ba0ac8954617 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a429ca64-283a-4565-b7a1-034ced80b743 HTTP/1.1" status: 204 len: 168 time: 1.0008957 Oct 23 20:06:50.400296 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b1e771d8-d81a-41e2-ace8-0dda9d5f26cc req-3478e3b2-6508-4c71-a97f-f021cede2037 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203350 Oct 23 20:06:50.479537 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8536f-d9be-4fb0-9344-ba0ac8954617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a429ca64-283a-4565-b7a1-034ced80b743,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:50.510769 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] Set router f0d5c828-8da7-45bd-b377-cee5b1bef9e8 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:06:50.538688 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:50.557291 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d420a1-2eee-47d6-8487-43be59142740 req-29a283a6-3dcf-4a57-a1cc-283bb74d4fa4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:50.559017 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-20d420a1-2eee-47d6-8487-43be59142740 req-29a283a6-3dcf-4a57-a1cc-283bb74d4fa4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1073949 Oct 23 20:06:50.658828 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-20d420a1-2eee-47d6-8487-43be59142740 req-a81d3be2-99fc-4dbe-940d-e5cecfd2b56c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924218 Oct 23 20:06:50.709503 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:50.729826 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'name': 'tempest-TestMinimumBasicScenario-1739547232-router', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:46Z', 'revision_number': 3, 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'gw_port': {'id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:50.768475 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e74ab-e727-4612-9255-6cc958a49867 None None] The sync data for ids ['f0d5c828-8da7-45bd-b377-cee5b1bef9e8'] in dv-cinder-862432-1-iscsi is: [{'id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'name': 'tempest-TestMinimumBasicScenario-1739547232-router', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:46Z', 'revision_number': 3, 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'gw_port': {'id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:06:50.925986 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5324bb33-be61-462e-b3ed-9373ad4fce7f up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:50.947116 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Allocated IP 172.20.0.1 (309c00f6-1f43-4cd9-96ac-78782c4982b8/a680ed30-de98-43f4-93dc-02f160ce1458/e2171194-6fa8-4fae-86f6-fccfedfa8e42) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:06:50.996126 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 5324bb33-be61-462e-b3ed-9373ad4fce7f completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:06:51.007711 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 5324bb33-be61-462e-b3ed-9373ad4fce7f triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:51.008099 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:51.008488 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 5324bb33-be61-462e-b3ed-9373ad4fce7f Oct 23 20:06:51.141787 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:51.178974 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Publish callbacks [] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:51.226971 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:51.289170 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:51.301179 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Pushing event updated for resources: {'Port': ['ID=e2171194-6fa8-4fae-86f6-fccfedfa8e42,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:51.331597 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Network 309c00f6-1f43-4cd9-96ac-78782c4982b8 is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:06:51.335590 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:06:51.339409 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:06:51.340277 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394435'] for router_interface (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:51.427768 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:51.428142 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:51.428482 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 Oct 23 20:06:51.519331 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:51.525265 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 5324bb33-be61-462e-b3ed-9373ad4fce7f is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:51.525686 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:51.618062 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec765a8-d226-4d93-a5a8-b2952cd32ee9 req-8815ccf7-ab68-440c-a6df-0f1fde20d3fa tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:51.625227 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dec765a8-d226-4d93-a5a8-b2952cd32ee9 req-8815ccf7-ab68-440c-a6df-0f1fde20d3fa tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.2312093 Oct 23 20:06:51.659411 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:51.699789 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:06:51.710283 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11181ccc-f086-4e07-a70f-97eb5c0a19a2" -d '{"events": [{"server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "name": "network-vif-plugged", "status": "completed", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:06:51.760346 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:51.771650 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:51.863244 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56852) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:51.886764 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d33bbb-2ce5-4ecf-a00b-fd2f4daf4e55 req-ba8ddae7-e875-49da-8595-65fee5ddbbcd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:51.889470 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-38d33bbb-2ce5-4ecf-a00b-fd2f4daf4e55 req-ba8ddae7-e875-49da-8595-65fee5ddbbcd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 944 time: 0.3741653 Oct 23 20:06:51.916276 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-4b67d026-07e9-4259-b163-768df358c6c9 None None] Provisioning complete for port e2171194-6fa8-4fae-86f6-fccfedfa8e42 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:51.916648 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4b67d026-07e9-4259-b163-768df358c6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:51.916979 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-4b67d026-07e9-4259-b163-768df358c6c9 None None] Attempt 1 to provision port e2171194-6fa8-4fae-86f6-fccfedfa8e42 Oct 23 20:06:51.920881 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:51.926960 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:51.983605 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=5324bb33-be61-462e-b3ed-9373ad4fce7f,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:51.992286 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d026-07e9-4259-b163-768df358c6c9 None None] Port e2171194-6fa8-4fae-86f6-fccfedfa8e42 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:06:52.031619 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dec765a8-d226-4d93-a5a8-b2952cd32ee9 req-056e820e-9c8c-4cc4-ae8e-cd431e82b3aa tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224313 Oct 23 20:06:52.035330 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.085650 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-38d33bbb-2ce5-4ecf-a00b-fd2f4daf4e55 req-033c85c4-9717-479a-92e4-bcdbf974fd59 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801193 Oct 23 20:06:52.168001 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.195639 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad30a55-30c9-49ed-b96d-0e8c46c0bfd4 x-openstack-request-id: req-6ad30a55-30c9-49ed-b96d-0e8c46c0bfd4 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:06:52.195968 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "name": "network-vif-plugged", "status": "completed", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:06:52.196529 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ad30a55-30c9-49ed-b96d-0e8c46c0bfd4 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:06:52.196944 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad30a55-30c9-49ed-b96d-0e8c46c0bfd4'] response: {'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'code': 200} Oct 23 20:06:52.294256 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2076209598-network', 'tenant_id': '46b77aad0457485693b9a43b85506915'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:06:52.340967 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381342c7-da2b-4a45-9761-e5b0e01a3b1c req-7c8b9cce-9557-4a76-84ad-b3df771b0524 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:52.343248 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-381342c7-da2b-4a45-9761-e5b0e01a3b1c req-7c8b9cce-9557-4a76-84ad-b3df771b0524 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1685598 Oct 23 20:06:52.346162 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Made reservation on behalf of 46b77aad0457485693b9a43b85506915 for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:06:52.348802 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.361906 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.417316 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f30f-7a60-4380-87c1-08254114046d req-32deb5a0-27b4-4f69-99af-0046e81914f6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:52.422481 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3408f30f-7a60-4380-87c1-08254114046d req-32deb5a0-27b4-4f69-99af-0046e81914f6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.1459131 Oct 23 20:06:52.431700 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 56864) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:52.441869 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-81cedd3a-bd2e-4bc1-b367-667e774979a6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Request body: {'floatingip': {'port_id': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:06:52.469985 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d852073-2066-43d5-a6db-9236a628c5f9 req-17a7701a-5fa4-4b7a-a17c-d4343f4dc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:52.472002 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-6d852073-2066-43d5-a6db-9236a628c5f9 req-17a7701a-5fa4-4b7a-a17c-d4343f4dc742 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 1129 time: 0.0608635 Oct 23 20:06:52.529593 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Publish callbacks [] for security_group (5f7a1e97-5e69-481f-acf6-920b9af9c381), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.540887 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5f7a1e97-5e69-481f-acf6-920b9af9c381), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.545648 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Publish callbacks [] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.555364 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.556334 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16321054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16394327'] for router_interface (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.562081 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-381342c7-da2b-4a45-9761-e5b0e01a3b1c req-bafebfb0-8ed8-440e-b18f-e57d5d793bfe tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958199 Oct 23 20:06:52.564441 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81cedd3a-bd2e-4bc1-b367-667e774979a6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (26b43956-9551-476f-a387-306bc8040908), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.578053 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:06:52.586015 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-6d852073-2066-43d5-a6db-9236a628c5f9 req-58c3cf5b-f615-4afc-bc6b-1b8d7f204c85 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952704 Oct 23 20:06:52.594037 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7a1e97-5e69-481f-acf6-920b9af9c381,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:52.610429 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (353ac2f3-6a05-438e-a61c-11d20a548864), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.610429 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Added segment 353ac2f3-6a05-438e-a61c-11d20a548864 of type vlan for network bc4941ab-4461-4d24-b235-1a82a516c52f Oct 23 20:06:52.652665 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (bc4941ab-4461-4d24-b235-1a82a516c52f), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.680854 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (bc4941ab-4461-4d24-b235-1a82a516c52f), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.682627 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:52.683393 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.717237 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8520968 Oct 23 20:06:52.717909 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 56876) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:52.730381 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-bd24cd0b-334c-4fd3-b712-a8af532575b0 admin admin] Request body: {'subnet': {'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2076209598-subnet', 'tenant_id': '46b77aad0457485693b9a43b85506915', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:06:52.779952 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Pushing event updated for resources: {'Port': ['ID=e2171194-6fa8-4fae-86f6-fccfedfa8e42,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:52.784009 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab510a4-98be-4948-9861-668e6e7f7a70 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4941ab-4461-4d24-b235-1a82a516c52f,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:52.794750 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd24cd0b-334c-4fd3-b712-a8af532575b0 admin admin] Made reservation on behalf of 46b77aad0457485693b9a43b85506915 for: {'subnet': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:06:52.797857 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bd24cd0b-334c-4fd3-b712-a8af532575b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2990482'] for subnet (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:52.808283 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network bc4941ab-4461-4d24-b235-1a82a516c52f details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:06:52.979735 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:53.027699 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:53.057861 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Network 309c00f6-1f43-4cd9-96ac-78782c4982b8 is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:06:53.133944 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:06:53.173278 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 9eca6a81-6c69-4b87-b79f-db5076043848 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:53.238155 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bd24cd0b-334c-4fd3-b712-a8af532575b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2921222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2990468'] for subnet (da346127-936d-4bdf-a2ca-e95e3327d78a), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:53.275660 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:53.328301 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 9eca6a81-6c69-4b87-b79f-db5076043848 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:53.328682 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (9eca6a81-6c69-4b87-b79f-db5076043848), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:53.329017 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 9eca6a81-6c69-4b87-b79f-db5076043848 Oct 23 20:06:53.336703 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24cd0b-334c-4fd3-b712-a8af532575b0 admin admin] Checking segment: {'id': '353ac2f3-6a05-438e-a61c-11d20a548864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:06:53.337305 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd24cd0b-334c-4fd3-b712-a8af532575b0 admin admin] Network hostable DHCP agents. Network: bc4941ab-4461-4d24-b235-1a82a516c52f, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:06:53.345878 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24cd0b-334c-4fd3-b712-a8af532575b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da346127-936d-4bdf-a2ca-e95e3327d78a,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:53.389243 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd24cd0b-334c-4fd3-b712-a8af532575b0 admin admin] Network bc4941ab-4461-4d24-b235-1a82a516c52f is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:06:53.409160 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-bd24cd0b-334c-4fd3-b712-a8af532575b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, bc4941ab-4461-4d24-b235-1a82a516c52f) {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:06:53.416321 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd24cd0b-334c-4fd3-b712-a8af532575b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:53.417940 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bd24cd0b-334c-4fd3-b712-a8af532575b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:53.452329 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-bd24cd0b-334c-4fd3-b712-a8af532575b0 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7247820 Oct 23 20:06:53.465715 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 9eca6a81-6c69-4b87-b79f-db5076043848 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:53.466213 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (9eca6a81-6c69-4b87-b79f-db5076043848), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:53.472255 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf7949e-21f2-475c-be18-415189e7f0be None None] Network bc4941ab-4461-4d24-b235-1a82a516c52f requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:06:53.567186 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 9eca6a81-6c69-4b87-b79f-db5076043848, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=9eca6a81-6c69-4b87-b79f-db5076043848,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:53.569531 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:53.583493 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (9eca6a81-6c69-4b87-b79f-db5076043848), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:53.585593 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-8a160300-90e7-457e-8d28-bdb18bc28e71 None None] Provisioning complete for port e2171194-6fa8-4fae-86f6-fccfedfa8e42 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:53.586162 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8a160300-90e7-457e-8d28-bdb18bc28e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:53.586697 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-8a160300-90e7-457e-8d28-bdb18bc28e71 None None] Attempt 1 to provision port e2171194-6fa8-4fae-86f6-fccfedfa8e42 Oct 23 20:06:53.718931 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-8a160300-90e7-457e-8d28-bdb18bc28e71 None None] Port e2171194-6fa8-4fae-86f6-fccfedfa8e42 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:06:53.747807 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=9eca6a81-6c69-4b87-b79f-db5076043848,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:53.759999 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad927857-fb44-4e6e-b73b-06918d4ad28d None None] Network bc4941ab-4461-4d24-b235-1a82a516c52f requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:06:53.802278 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:53.813018 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Router f0d5c828-8da7-45bd-b377-cee5b1bef9e8 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:06:53.910979 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868b25f-a246-41d2-a84a-b2d89369d900 req-80ef4c80-4e44-4318-b613-9b0a739ebff2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:53.913045 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5868b25f-a246-41d2-a84a-b2d89369d900 req-80ef4c80-4e44-4318-b613-9b0a739ebff2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1727262 Oct 23 20:06:54.054188 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a7b24-8d64-4e73-bbc5-9c00627440d1 req-240d936f-41fb-45f7-81e3-cd808ae38df9 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:54.056922 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-990a7b24-8d64-4e73-bbc5-9c00627440d1 req-240d936f-41fb-45f7-81e3-cd808ae38df9 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.3150721 Oct 23 20:06:54.307899 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81cedd3a-bd2e-4bc1-b367-667e774979a6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:54.330992 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5868b25f-a246-41d2-a84a-b2d89369d900 req-1195e4e9-1fe0-4e02-97f8-a2687ffc90d0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990083 Oct 23 20:06:54.332024 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:06:54.336574 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81cedd3a-bd2e-4bc1-b367-667e774979a6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (26b43956-9551-476f-a387-306bc8040908), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:54.347537 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Sync routers for ids ['f0d5c828-8da7-45bd-b377-cee5b1bef9e8'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:06:54.353584 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-5cfcc007-58bf-487d-a4b3-409fca16ee31 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/f0d5c828-8da7-45bd-b377-cee5b1bef9e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5616498 Oct 23 20:06:54.384831 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:06:54.394199 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Routers {'f0d5c828-8da7-45bd-b377-cee5b1bef9e8'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:06:54.396747 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['f0d5c828-8da7-45bd-b377-cee5b1bef9e8'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:54.447057 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-990a7b24-8d64-4e73-bbc5-9c00627440d1 req-8ee62e2b-69bb-47d6-b1b2-9641e1af42a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017304 Oct 23 20:06:54.520268 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [None req-81cedd3a-bd2e-4bc1-b367-667e774979a6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Floating IP 26b43956-9551-476f-a387-306bc8040908 associated. External IP: 172.27.0.224, port: e989a766-0552-40b5-acf0-9a2d7f1dfe99. Oct 23 20:06:54.553952 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Set router f0d5c828-8da7-45bd-b377-cee5b1bef9e8 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:06:54.576493 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:54.747274 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cedd3a-bd2e-4bc1-b367-667e774979a6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Router c9d4b704-a405-43c3-a617-61dd403ffa90 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:06:54.774348 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'name': 'tempest-TestMinimumBasicScenario-1739547232-router', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:51Z', 'revision_number': 4, 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'gw_port': {'id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'e2171194-6fa8-4fae-86f6-fccfedfa8e42', 'name': '', 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'mac_address': 'fa:16:3e:32:02:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a680ed30-de98-43f4-93dc-02f160ce1458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:50Z', 'updated_at': '2022-10-23T20:06:52Z', 'revision_number': 2, 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'subnets': [{'id': 'a680ed30-de98-43f4-93dc-02f160ce1458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:54.799387 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Checking router: f0d5c828-8da7-45bd-b377-cee5b1bef9e8 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:06:54.799891 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Updating router f0d5c828-8da7-45bd-b377-cee5b1bef9e8 port e2171194-6fa8-4fae-86f6-fccfedfa8e42 binding host dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:06:54.834469 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:54.860985 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cedd3a-bd2e-4bc1-b367-667e774979a6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:06:54.866734 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-81cedd3a-bd2e-4bc1-b367-667e774979a6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:54.878340 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b4a2b4-9c3f-427d-8bef-357c196f29a9 None None] Sync routers for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:06:54.900203 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b4a2b4-9c3f-427d-8bef-357c196f29a9 None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:06:54.900814 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f9b4a2b4-9c3f-427d-8bef-357c196f29a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:54.903646 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-81cedd3a-bd2e-4bc1-b367-667e774979a6 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/26b43956-9551-476f-a387-306bc8040908 HTTP/1.1" status: 200 len: 991 time: 2.4679122 Oct 23 20:06:54.904402 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f3d6cd-5a81-425b-a929-808f46010e76', 'tag': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:06:54.907627 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbab9b02-5917-49ff-8a92-5b592f83ee16" -d '{"events": [{"name": "network-changed", "server_uuid": "80f3d6cd-5a81-425b-a929-808f46010e76", "tag": "e989a766-0552-40b5-acf0-9a2d7f1dfe99"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:06:54.970861 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01f7726-a0f8-47aa-8f98-6b46ee0999e9 x-openstack-request-id: req-e01f7726-a0f8-47aa-8f98-6b46ee0999e9 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:06:54.970861 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f3d6cd-5a81-425b-a929-808f46010e76", "tag": "e989a766-0552-40b5-acf0-9a2d7f1dfe99", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:06:54.970861 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e01f7726-a0f8-47aa-8f98-6b46ee0999e9 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:06:54.970861 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01f7726-a0f8-47aa-8f98-6b46ee0999e9'] response: {'name': 'network-changed', 'server_uuid': '80f3d6cd-5a81-425b-a929-808f46010e76', 'tag': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99', 'status': 'completed', 'code': 200} Oct 23 20:06:55.048742 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-f9b4a2b4-9c3f-427d-8bef-357c196f29a9 None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:06:55.098275 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 9eca6a81-6c69-4b87-b79f-db5076043848 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:55.107003 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:55.198700 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 9eca6a81-6c69-4b87-b79f-db5076043848 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:55.199063 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (9eca6a81-6c69-4b87-b79f-db5076043848), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:55.199396 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 9eca6a81-6c69-4b87-b79f-db5076043848 Oct 23 20:06:55.269228 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:55.319558 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:55.324962 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f9b4a2b4-9c3f-427d-8bef-357c196f29a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '26b43956-9551-476f-a387-306bc8040908', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'port_id': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'mac_address': 'fa:16:3e:7d:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f3d6cd-5a81-425b-a929-808f46010e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:05:27Z', 'updated_at': '2022-10-23T20:06:54Z', 'revision_number': 1, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:33Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:55.350703 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b4a2b4-9c3f-427d-8bef-357c196f29a9 None None] Checking router: c9d4b704-a405-43c3-a617-61dd403ffa90 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:06:55.360387 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b4a2b4-9c3f-427d-8bef-357c196f29a9 None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:06:55.361345 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f9b4a2b4-9c3f-427d-8bef-357c196f29a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:55.368716 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 9eca6a81-6c69-4b87-b79f-db5076043848 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:55.475925 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Publish callbacks [] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), precommit_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:55.483379 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:55.589935 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-f9b4a2b4-9c3f-427d-8bef-357c196f29a9 None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:06:55.605122 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Attempting to bind port e2171194-6fa8-4fae-86f6-fccfedfa8e42 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:06:55.605495 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Attempting to bind port e2171194-6fa8-4fae-86f6-fccfedfa8e42 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '8c01675b-e4d5-4bcf-a705-c99af82228e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:06:55.605855 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Attempting to bind port e2171194-6fa8-4fae-86f6-fccfedfa8e42 on network 309c00f6-1f43-4cd9-96ac-78782c4982b8 {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:06:55.608462 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82216d35-490d-4d17-9208-cd2a1d91d11f None None] Pushing event updated for resources: {'Port': ['ID=e2171194-6fa8-4fae-86f6-fccfedfa8e42,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:55.639727 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff4485-ea81-4a7a-9689-1a60e6c7d39a req-087794cd-9cd7-4f32-8667-1aa384aa596e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:55.649323 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-31ff4485-ea81-4a7a-9689-1a60e6c7d39a req-087794cd-9cd7-4f32-8667-1aa384aa596e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1766820 Oct 23 20:06:55.705712 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:06:55.706425 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Checking segment: {'id': '8c01675b-e4d5-4bcf-a705-c99af82228e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:06:55.708987 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:55.710462 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Bound using segment: {'id': '8c01675b-e4d5-4bcf-a705-c99af82228e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:06:55.710966 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Bound port: e2171194-6fa8-4fae-86f6-fccfedfa8e42, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c01675b-e4d5-4bcf-a705-c99af82228e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:06:55.711352 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:55.827918 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-31ff4485-ea81-4a7a-9689-1a60e6c7d39a req-ea42b976-9717-4156-8063-1d477fcaca66 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768599 Oct 23 20:06:55.865067 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] For port e2171194-6fa8-4fae-86f6-fccfedfa8e42, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:06:55.872872 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6691750-10f2-4a9b-8c3b-d405cc4b1c55 req-11b77a96-4d62-409e-9d33-7f90b44093f3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:55.874976 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] For port e2171194-6fa8-4fae-86f6-fccfedfa8e42, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e2171194-6fa8-4fae-86f6-fccfedfa8e42,segment=NetworkSegment(8c01675b-e4d5-4bcf-a705-c99af82228e9),segment_id=8c01675b-e4d5-4bcf-a705-c99af82228e9)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:06:55.878902 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c6691750-10f2-4a9b-8c3b-d405cc4b1c55 req-11b77a96-4d62-409e-9d33-7f90b44093f3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.1966109 Oct 23 20:06:55.895057 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:55.991525 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c6691750-10f2-4a9b-8c3b-d405cc4b1c55 req-7988035d-7bf7-45eb-b311-68c6ab0104ee tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050906 Oct 23 20:06:56.102378 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Routers {'f0d5c828-8da7-45bd-b377-cee5b1bef9e8'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:06:56.103075 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['f0d5c828-8da7-45bd-b377-cee5b1bef9e8'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:56.200528 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=100 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:56.208143 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:56.232993 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f9b4a2b4-9c3f-427d-8bef-357c196f29a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '26b43956-9551-476f-a387-306bc8040908', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'port_id': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'mac_address': 'fa:16:3e:7d:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f3d6cd-5a81-425b-a929-808f46010e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:05:27Z', 'updated_at': '2022-10-23T20:06:54Z', 'revision_number': 1, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:33Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:56.247133 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffd420-962b-4120-baf9-e43958c0e24d req-bc4e2f0a-753f-48a2-8b31-2ae9e08e30a1 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:56.254531 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-bc4e2f0a-753f-48a2-8b31-2ae9e08e30a1 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/networks?id=bc4941ab-4461-4d24-b235-1a82a516c52f HTTP/1.1" status: 200 len: 809 time: 0.1981173 Oct 23 20:06:56.273808 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-9aec99ca-9ce1-451c-bb74-a74ffb2a2caa tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/quotas/46b77aad0457485693b9a43b85506915 HTTP/1.1" status: 200 len: 375 time: 0.0182860 Oct 23 20:06:56.277846 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82216d35-490d-4d17-9208-cd2a1d91d11f None None] Pushing event updated for resources: {'Port': ['ID=e2171194-6fa8-4fae-86f6-fccfedfa8e42,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:56.347109 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-2c800d89-6132-49e9-b55c-a8597a9f87bc tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=46b77aad0457485693b9a43b85506915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721374 Oct 23 20:06:56.348921 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b4a2b4-9c3f-427d-8bef-357c196f29a9 None None] The sync data for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi is: [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '26b43956-9551-476f-a387-306bc8040908', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'port_id': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'mac_address': 'fa:16:3e:7d:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f3d6cd-5a81-425b-a929-808f46010e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:05:27Z', 'updated_at': '2022-10-23T20:06:54Z', 'revision_number': 1, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:33Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:06:56.401383 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:56.479217 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] Set router f0d5c828-8da7-45bd-b377-cee5b1bef9e8 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:06:56.582132 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9b02-5917-49ff-8a92-5b592f83ee16 req-777e602c-4dda-4be3-b52c-f7076febf163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:56.584414 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fbab9b02-5917-49ff-8a92-5b592f83ee16 req-777e602c-4dda-4be3-b52c-f7076febf163 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 1129 time: 0.1229367 Oct 23 20:06:56.645135 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-241684e6-a68f-4220-896b-2867e3e0dbb1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970622 Oct 23 20:06:56.728338 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9b02-5917-49ff-8a92-5b592f83ee16 req-f78e1d19-5d4b-4fc3-a319-2eadfe472609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:56.730162 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fbab9b02-5917-49ff-8a92-5b592f83ee16 req-f78e1d19-5d4b-4fc3-a319-2eadfe472609 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=8e3b82ee-7488-4576-9263-10150a8cce41 HTTP/1.1" status: 200 len: 912 time: 0.1366148 Oct 23 20:06:56.800941 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-dc10e8c4-2832-4604-b210-774fc4a6ade4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548517 Oct 23 20:06:56.884544 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'name': 'tempest-TestMinimumBasicScenario-1739547232-router', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:51Z', 'revision_number': 4, 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'gw_port': {'id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'e2171194-6fa8-4fae-86f6-fccfedfa8e42', 'name': '', 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'mac_address': 'fa:16:3e:32:02:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a680ed30-de98-43f4-93dc-02f160ce1458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:50Z', 'updated_at': '2022-10-23T20:06:55Z', 'revision_number': 4, 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'subnets': [{'id': 'a680ed30-de98-43f4-93dc-02f160ce1458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:06:56.915791 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c901c9c-3948-4663-9cd8-db572a63feb4 None None] The sync data for ids ['f0d5c828-8da7-45bd-b377-cee5b1bef9e8'] in dv-cinder-862432-1-iscsi is: [{'id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'name': 'tempest-TestMinimumBasicScenario-1739547232-router', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:51Z', 'revision_number': 4, 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'gw_port': {'id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'e2171194-6fa8-4fae-86f6-fccfedfa8e42', 'name': '', 'network_id': '309c00f6-1f43-4cd9-96ac-78782c4982b8', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'mac_address': 'fa:16:3e:32:02:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a680ed30-de98-43f4-93dc-02f160ce1458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:50Z', 'updated_at': '2022-10-23T20:06:55Z', 'revision_number': 4, 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'subnets': [{'id': 'a680ed30-de98-43f4-93dc-02f160ce1458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:06:57.202019 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:57.232561 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f18b3-6a46-4662-825d-085ed5ab223a req-90168723-4474-43c5-bb76-dcdcef03af46 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:57.246167 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f87f18b3-6a46-4662-825d-085ed5ab223a req-90168723-4474-43c5-bb76-dcdcef03af46 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1880920 Oct 23 20:06:57.438718 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f87f18b3-6a46-4662-825d-085ed5ab223a req-6a55fa75-cd7c-484e-bace-fcff055cfb1a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736832 Oct 23 20:06:57.516352 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fbab9b02-5917-49ff-8a92-5b592f83ee16 req-2142c4c6-cdf7-44b4-beda-70f43222ea41 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e989a766-0552-40b5-acf0-9a2d7f1dfe99 HTTP/1.1" status: 200 len: 999 time: 0.4113324 Oct 23 20:06:57.518098 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacba3b-bbfd-44c5-91ba-ea7d485e7270 req-7a4248b9-c568-4727-8cc6-6f6d097698f8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:57.527152 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9aacba3b-bbfd-44c5-91ba-ea7d485e7270 req-7a4248b9-c568-4727-8cc6-6f6d097698f8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.1853163 Oct 23 20:06:57.659983 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9b02-5917-49ff-8a92-5b592f83ee16 req-38c0f418-3ac2-4e5b-bfcd-dd3381bbfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:57.665815 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fbab9b02-5917-49ff-8a92-5b592f83ee16 req-38c0f418-3ac2-4e5b-bfcd-dd3381bbfb17 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=daaca4e1-493a-432b-8103-3db60253ec00 HTTP/1.1" status: 200 len: 850 time: 0.1458702 Oct 23 20:06:57.691389 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-307b5be8-8fe0-44f4-9b95-09b15f9523b6 req-39e2cdfe-8bad-4811-a99b-bf1c39bffb5b tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 210 time: 0.1139946 Oct 23 20:06:57.806638 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9aacba3b-bbfd-44c5-91ba-ea7d485e7270 req-d8256357-b584-41cd-ac38-747911bdbd15 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787430 Oct 23 20:06:57.807680 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9b02-5917-49ff-8a92-5b592f83ee16 req-f87c5631-acd5-4f7d-a09c-9e365e19d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:57.820813 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fbab9b02-5917-49ff-8a92-5b592f83ee16 req-f87c5631-acd5-4f7d-a09c-9e365e19d075 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=8e3b82ee-7488-4576-9263-10150a8cce41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1405065 Oct 23 20:06:58.000113 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a397d63-23c2-4572-9bf2-bd80f3b8b2e6 req-59c8fa81-573c-44bd-b42e-37580ccf10bb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:58.012045 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1a397d63-23c2-4572-9bf2-bd80f3b8b2e6 req-59c8fa81-573c-44bd-b42e-37580ccf10bb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0796647 Oct 23 20:06:58.017739 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57050) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:58.025491 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-b9fb7df5-b0fd-4706-ba73-aee84d93dfab tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Request body: {'floatingip': {'port_id': '5324bb33-be61-462e-b3ed-9373ad4fce7f'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:06:58.050324 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fbab9b02-5917-49ff-8a92-5b592f83ee16 req-2dced5e0-473b-48ee-b245-28f1b638b4b7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258236 Oct 23 20:06:58.151384 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7df5-b0fd-4706-ba73-aee84d93dfab tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (5a2dc7d7-db6d-4022-b9bc-749dffa5a357), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:58.204556 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fbab9b02-5917-49ff-8a92-5b592f83ee16 req-409f41b5-1c1c-4009-b0b6-ba50aa5292c8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450250 Oct 23 20:06:58.359212 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c8414-89c0-43e2-9f3b-4c21bb1d08df req-d902216f-ae6e-45a2-8fbb-131348a7b552 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:58.360756 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-685c8414-89c0-43e2-9f3b-4c21bb1d08df req-d902216f-ae6e-45a2-8fbb-131348a7b552 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.1025827 Oct 23 20:06:58.818462 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1046df-e9ec-4e59-af03-b5c926441a32 None None] New status for floating IP 26b43956-9551-476f-a387-306bc8040908: ACTIVE {{(pid=104661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:06:58.828383 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-685c8414-89c0-43e2-9f3b-4c21bb1d08df req-91ff6120-3cd6-4b54-8506-1235afa43703 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608634 Oct 23 20:06:58.839111 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d250e57-89f2-439c-83af-84a58b85c879 req-d950409c-4ecd-4c40-8d95-18c37d86d1f2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:06:58.840648 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4d250e57-89f2-439c-83af-84a58b85c879 req-d950409c-4ecd-4c40-8d95-18c37d86d1f2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1263783 Oct 23 20:06:59.183847 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e2171194-6fa8-4fae-86f6-fccfedfa8e42 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:06:59.236435 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port e2171194-6fa8-4fae-86f6-fccfedfa8e42 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:06:59.237203 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:59.237696 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port e2171194-6fa8-4fae-86f6-fccfedfa8e42 Oct 23 20:06:59.248523 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d782ed36-f69e-41ed-abc8-6d9e723a9281 req-f6942d8a-7358-49dd-985b-cf3fa357f492 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 210 time: 0.0812061 Oct 23 20:06:59.263282 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57072) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:59.365452 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port e2171194-6fa8-4fae-86f6-fccfedfa8e42 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:06:59.366191 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:59.387311 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4d250e57-89f2-439c-83af-84a58b85c879 req-93b1dec0-2b9c-47ed-b357-5dd49fa7df68 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049369 Oct 23 20:06:59.429334 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port e2171194-6fa8-4fae-86f6-fccfedfa8e42, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e2171194-6fa8-4fae-86f6-fccfedfa8e42,segment=NetworkSegment(8c01675b-e4d5-4bcf-a705-c99af82228e9),segment_id=8c01675b-e4d5-4bcf-a705-c99af82228e9)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:06:59.437913 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:59.476601 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:59.482936 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-97e3bf8a-3f2b-40a8-ba7b-e502b0f5871a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:59.495516 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7df5-b0fd-4706-ba73-aee84d93dfab tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:59.497563 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=e2171194-6fa8-4fae-86f6-fccfedfa8e42,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:59.503217 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7df5-b0fd-4706-ba73-aee84d93dfab tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (5a2dc7d7-db6d-4022-b9bc-749dffa5a357), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:59.672466 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-97e3bf8a-3f2b-40a8-ba7b-e502b0f5871a admin admin] Publish callbacks [] for security_group (fcee8d6e-d3a3-41bb-a696-6a9082c2521b), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:59.689705 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-97e3bf8a-3f2b-40a8-ba7b-e502b0f5871a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (fcee8d6e-d3a3-41bb-a696-6a9082c2521b), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:06:59.703371 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [None req-b9fb7df5-b0fd-4706-ba73-aee84d93dfab tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Floating IP 5a2dc7d7-db6d-4022-b9bc-749dffa5a357 associated. External IP: 172.27.0.191, port: 5324bb33-be61-462e-b3ed-9373ad4fce7f. Oct 23 20:06:59.747814 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57086) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:59.785185 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-97e3bf8a-3f2b-40a8-ba7b-e502b0f5871a admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=70462998e0b94bc183a1603eab19de39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5202012 Oct 23 20:06:59.788643 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3bf8a-3f2b-40a8-ba7b-e502b0f5871a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcee8d6e-d3a3-41bb-a696-6a9082c2521b,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:06:59.792915 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57088) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:06:59.959776 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:06:59.995975 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-98439ecc-2612-4294-ae18-89b7e2c135e4 admin admin] Publish callbacks [] for security_group (fcee8d6e-d3a3-41bb-a696-6a9082c2521b), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:00.108761 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6476c-ce79-49b7-b053-d53540756d18 req-35ac919e-dc16-4ed0-b3ca-de7f90d91d3a tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:00.111166 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c2d6476c-ce79-49b7-b053-d53540756d18 req-35ac919e-dc16-4ed0-b3ca-de7f90d91d3a tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.1449611 Oct 23 20:07:00.113189 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-98439ecc-2612-4294-ae18-89b7e2c135e4 admin admin] Publish callbacks [] for security_group (fcee8d6e-d3a3-41bb-a696-6a9082c2521b), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:00.198820 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-054e8f03-eecb-4c38-86de-0a28f3e988f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:00.210984 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:00.252012 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:00.254287 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c2d6476c-ce79-49b7-b053-d53540756d18 req-f5849780-75db-45ef-b82d-948b742e9d17 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315439 Oct 23 20:07:00.303471 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fb7df5-b0fd-4706-ba73-aee84d93dfab tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Router 3e205361-8c32-44bd-bf7f-2041d0c68a05 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:07:00.329478 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-98439ecc-2612-4294-ae18-89b7e2c135e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (fcee8d6e-d3a3-41bb-a696-6a9082c2521b), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:00.333252 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-98439ecc-2612-4294-ae18-89b7e2c135e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:00.340210 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-98439ecc-2612-4294-ae18-89b7e2c135e4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/fcee8d6e-d3a3-41bb-a696-6a9082c2521b HTTP/1.1" status: 204 len: 168 time: 0.5456696 Oct 23 20:07:00.441559 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98439ecc-2612-4294-ae18-89b7e2c135e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcee8d6e-d3a3-41bb-a696-6a9082c2521b,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:00.545341 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f4ba3c91-c4c0-42dd-a423-7a17a4ad1970 req-a447b153-55b3-44f9-ac4d-b9ec584ccba2 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 210 time: 0.1378851 Oct 23 20:07:00.629708 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad028fe-d93f-418f-b8a9-dc2db9c90215 req-24325e13-41f0-43c2-933f-8123a68fcab1 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:00.631346 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-dad028fe-d93f-418f-b8a9-dc2db9c90215 req-24325e13-41f0-43c2-933f-8123a68fcab1 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.3162014 Oct 23 20:07:00.651116 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-054e8f03-eecb-4c38-86de-0a28f3e988f2 admin admin] Publish callbacks [] for security_group (f5d5d2f4-d48d-47ef-ab60-2427bac735f8), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:00.657841 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-054e8f03-eecb-4c38-86de-0a28f3e988f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (f5d5d2f4-d48d-47ef-ab60-2427bac735f8), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:00.723898 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e8f03-eecb-4c38-86de-0a28f3e988f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d5d2f4-d48d-47ef-ab60-2427bac735f8,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:00.728808 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-054e8f03-eecb-4c38-86de-0a28f3e988f2 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8d61c457bb9e4d259c25d48cb80761b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9422889 Oct 23 20:07:00.740642 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57104) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:00.783854 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ab43f-a343-419f-9a17-8322ecd26aed req-0a145626-5eb3-43b4-8f52-e71a023878a8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:00.791502 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5b2ab43f-a343-419f-9a17-8322ecd26aed req-0a145626-5eb3-43b4-8f52-e71a023878a8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1155016 Oct 23 20:07:00.820698 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fb7df5-b0fd-4706-ba73-aee84d93dfab tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:07:00.827514 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7df5-b0fd-4706-ba73-aee84d93dfab tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:00.833009 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113792f-028b-470c-9a75-413a2b39c005 None None] Sync routers for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:07:00.842874 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0f921cf6-3e6a-428a-9030-2273d2da026d admin admin] Publish callbacks [] for security_group (f5d5d2f4-d48d-47ef-ab60-2427bac735f8), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:00.870745 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0f921cf6-3e6a-428a-9030-2273d2da026d admin admin] Publish callbacks [] for security_group (f5d5d2f4-d48d-47ef-ab60-2427bac735f8), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:00.872197 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113792f-028b-470c-9a75-413a2b39c005 None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:07:00.878417 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0113792f-028b-470c-9a75-413a2b39c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:00.983562 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5b2ab43f-a343-419f-9a17-8322ecd26aed req-b38c31bf-63bb-462b-bc57-96a3202964da tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910884 Oct 23 20:07:01.003109 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-b9fb7df5-b0fd-4706-ba73-aee84d93dfab tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/5a2dc7d7-db6d-4022-b9bc-749dffa5a357 HTTP/1.1" status: 200 len: 991 time: 2.9823353 Oct 23 20:07:01.008780 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57108) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:01.009320 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:07:01.012637 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170eb175-9669-48bd-a8ec-fdf7e9bf968c" -d '{"events": [{"name": "network-changed", "server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:07:01.052971 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ce56952c-f23e-4f3b-b126-1ffb7485b749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:01.156727 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e2171194-6fa8-4fae-86f6-fccfedfa8e42 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:07:01.165212 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:01.175360 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-0113792f-028b-470c-9a75-413a2b39c005 None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:07:01.175748 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daf59f1-b623-4718-ae13-90ca3dfc89c8 x-openstack-request-id: req-3daf59f1-b623-4718-ae13-90ca3dfc89c8 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:07:01.177495 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:07:01.177495 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3daf59f1-b623-4718-ae13-90ca3dfc89c8 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:07:01.177495 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3daf59f1-b623-4718-ae13-90ca3dfc89c8'] response: {'name': 'network-changed', 'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'status': 'completed', 'code': 200} Oct 23 20:07:01.273071 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port e2171194-6fa8-4fae-86f6-fccfedfa8e42 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:07:01.273346 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:01.273683 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port e2171194-6fa8-4fae-86f6-fccfedfa8e42 Oct 23 20:07:01.293967 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb175-9669-48bd-a8ec-fdf7e9bf968c req-43d2d7a9-5575-41b4-b5e2-c2bf0c4ffcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:01.296235 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-170eb175-9669-48bd-a8ec-fdf7e9bf968c req-43d2d7a9-5575-41b4-b5e2-c2bf0c4ffcc4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 1129 time: 0.0883965 Oct 23 20:07:01.332571 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ce56952c-f23e-4f3b-b126-1ffb7485b749 admin admin] Publish callbacks [] for security_group (97205fac-02c6-4cf6-9963-ffc4466f4b82), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:01.365226 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ce56952c-f23e-4f3b-b126-1ffb7485b749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (97205fac-02c6-4cf6-9963-ffc4466f4b82), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:01.378015 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-dad028fe-d93f-418f-b8a9-dc2db9c90215 req-85ae8947-db29-4bee-be30-38f5ea92f3e4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Deleting port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:07:01.378543 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-dad028fe-d93f-418f-b8a9-dc2db9c90215 req-85ae8947-db29-4bee-be30-38f5ea92f3e4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:01.487526 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-dad028fe-d93f-418f-b8a9-dc2db9c90215 req-85ae8947-db29-4bee-be30-38f5ea92f3e4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] For port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3,segment=NetworkSegment(6a73087b-1899-48f9-a92d-9aac6f06364f),segment_id=6a73087b-1899-48f9-a92d-9aac6f06364f)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:07:01.488055 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-dad028fe-d93f-418f-b8a9-dc2db9c90215 req-85ae8947-db29-4bee-be30-38f5ea92f3e4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:01.506945 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-dad028fe-d93f-418f-b8a9-dc2db9c90215 req-85ae8947-db29-4bee-be30-38f5ea92f3e4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Calling delete_port for e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:07:01.530600 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-ce56952c-f23e-4f3b-b126-1ffb7485b749 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=f2dd7342906b4cc682566fd1e5e9828f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137253 Oct 23 20:07:01.555229 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57118) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:01.575078 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56952c-f23e-4f3b-b126-1ffb7485b749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97205fac-02c6-4cf6-9963-ffc4466f4b82,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:01.604584 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3182b-7051-49f8-bb02-3cfc63fa4bca req-c443a0c7-31cf-484a-820a-2232ac18221e tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:01.612689 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-31a3182b-7051-49f8-bb02-3cfc63fa4bca req-c443a0c7-31cf-484a-820a-2232ac18221e tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 945 time: 0.1621218 Oct 23 20:07:01.621898 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:01.643930 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0113792f-028b-470c-9a75-413a2b39c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '5a2dc7d7-db6d-4022-b9bc-749dffa5a357', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'port_id': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'mac_address': 'fa:16:3e:aa:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abcffff-127a-4a75-84a5-19e12536b4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:05:28Z', 'updated_at': '2022-10-23T20:06:59Z', 'revision_number': 1, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:35Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:01.714709 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113792f-028b-470c-9a75-413a2b39c005 None None] Checking router: 3e205361-8c32-44bd-bf7f-2041d0c68a05 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:07:01.722001 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffd420-962b-4120-baf9-e43958c0e24d req-448cf038-fc77-4416-91d5-eb9f61a5fbcc tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:01.727221 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-448cf038-fc77-4416-91d5-eb9f61a5fbcc tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bc4941ab-4461-4d24-b235-1a82a516c52f HTTP/1.1" status: 200 len: 809 time: 0.6260722 Oct 23 20:07:01.731782 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0f921cf6-3e6a-428a-9030-2273d2da026d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (f5d5d2f4-d48d-47ef-ab60-2427bac735f8), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:01.739988 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb175-9669-48bd-a8ec-fdf7e9bf968c req-c6183e47-dedd-402d-ae5f-645fc8c0f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:01.740383 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113792f-028b-470c-9a75-413a2b39c005 None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:07:01.741370 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0113792f-028b-470c-9a75-413a2b39c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:01.744428 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-170eb175-9669-48bd-a8ec-fdf7e9bf968c req-c6183e47-dedd-402d-ae5f-645fc8c0f78d service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 918 time: 0.4370120 Oct 23 20:07:01.748451 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0f921cf6-3e6a-428a-9030-2273d2da026d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:01.752955 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8e6e5d7d-1797-4d22-a168-a916758cc33e req-9174dfcb-6339-4ba1-baf1-3ed33c5b81b3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 210 time: 0.0679152 Oct 23 20:07:01.754531 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-0f921cf6-3e6a-428a-9030-2273d2da026d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f5d5d2f4-d48d-47ef-ab60-2427bac735f8 HTTP/1.1" status: 204 len: 168 time: 1.0121119 Oct 23 20:07:01.766269 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port e2171194-6fa8-4fae-86f6-fccfedfa8e42 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:07:01.767738 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-13ffd420-962b-4120-baf9-e43958c0e24d req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Request body: {'port': {'device_id': '65a4bbdc-fae2-4779-a550-4f9c21b29226', 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f', 'admin_state_up': True, 'tenant_id': '46b77aad0457485693b9a43b85506915'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:07:01.771222 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:01.808641 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f921cf6-3e6a-428a-9030-2273d2da026d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d5d2f4-d48d-47ef-ab60-2427bac735f8,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:01.924468 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-0113792f-028b-470c-9a75-413a2b39c005 None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:07:01.980365 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-31a3182b-7051-49f8-bb02-3cfc63fa4bca req-ded42064-9519-43ef-b60b-1f364fba6d59 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d3a8abe-3bfe-44c5-932b-5199f027bc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658414 Oct 23 20:07:01.994879 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-170eb175-9669-48bd-a8ec-fdf7e9bf968c req-ba3ede8f-a037-45a1-8c8b-7eb08661315b service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f HTTP/1.1" status: 200 len: 999 time: 0.2170873 Oct 23 20:07:01.999677 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d48298a5-8ceb-4eb0-b604-7affbd18ddc3 admin admin] Publish callbacks [] for security_group (97205fac-02c6-4cf6-9963-ffc4466f4b82), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:02.030032 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d48298a5-8ceb-4eb0-b604-7affbd18ddc3 admin admin] Publish callbacks [] for security_group (97205fac-02c6-4cf6-9963-ffc4466f4b82), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:02.116736 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-dad028fe-d93f-418f-b8a9-dc2db9c90215 req-85ae8947-db29-4bee-be30-38f5ea92f3e4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:02.131600 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ffd420-962b-4120-baf9-e43958c0e24d req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Made reservation on behalf of 46b77aad0457485693b9a43b85506915 for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:07:02.135374 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-13ffd420-962b-4120-baf9-e43958c0e24d req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:02.139327 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:07:02.205693 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae8947-db29-4bee-be30-38f5ea92f3e4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Pushing event deleted for resources: {'Port': ['ID=e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:02.268480 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ea688-d4c8-4f9e-94ff-dce9018d8126 req-147a0133-d779-4a36-954c-7cdc41bfa201 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:02.270055 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b3ea688-d4c8-4f9e-94ff-dce9018d8126 req-147a0133-d779-4a36-954c-7cdc41bfa201 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0939009 Oct 23 20:07:02.274174 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d48298a5-8ceb-4eb0-b604-7affbd18ddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (97205fac-02c6-4cf6-9963-ffc4466f4b82), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:02.277052 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d48298a5-8ceb-4eb0-b604-7affbd18ddc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:02.280553 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-d48298a5-8ceb-4eb0-b604-7affbd18ddc3 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/97205fac-02c6-4cf6-9963-ffc4466f4b82 HTTP/1.1" status: 204 len: 168 time: 0.7219546 Oct 23 20:07:02.287094 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:02.325133 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48298a5-8ceb-4eb0-b604-7affbd18ddc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97205fac-02c6-4cf6-9963-ffc4466f4b82,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:02.329031 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb175-9669-48bd-a8ec-fdf7e9bf968c req-c584b163-c681-48a5-815b-510b8877d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:02.330669 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-170eb175-9669-48bd-a8ec-fdf7e9bf968c req-c584b163-c681-48a5-815b-510b8877d500 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 HTTP/1.1" status: 200 len: 856 time: 0.2494528 Oct 23 20:07:02.398711 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0113792f-028b-470c-9a75-413a2b39c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '5a2dc7d7-db6d-4022-b9bc-749dffa5a357', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'port_id': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'mac_address': 'fa:16:3e:aa:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abcffff-127a-4a75-84a5-19e12536b4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:05:28Z', 'updated_at': '2022-10-23T20:06:59Z', 'revision_number': 1, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:35Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:02.418459 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:02.469301 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b3ea688-d4c8-4f9e-94ff-dce9018d8126 req-c421b390-5a82-480c-9bb7-92924cb9a815 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894405 Oct 23 20:07:02.476430 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113792f-028b-470c-9a75-413a2b39c005 None None] The sync data for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi is: [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '5a2dc7d7-db6d-4022-b9bc-749dffa5a357', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'port_id': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'mac_address': 'fa:16:3e:aa:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abcffff-127a-4a75-84a5-19e12536b4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:05:28Z', 'updated_at': '2022-10-23T20:06:59Z', 'revision_number': 1, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:35Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:07:02.481495 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb175-9669-48bd-a8ec-fdf7e9bf968c req-2d7668db-fa92-45a4-b42c-ef7becf7d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:02.483356 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-170eb175-9669-48bd-a8ec-fdf7e9bf968c req-2d7668db-fa92-45a4-b42c-ef7becf7d965 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d42fdacc-7ef9-4dc3-a526-50a70d71365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1417491 Oct 23 20:07:02.642624 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=8 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:02.644024 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad028fe-d93f-418f-b8a9-dc2db9c90215 req-85ae8947-db29-4bee-be30-38f5ea92f3e4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] No DVR routers for this DVR port e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:07:02.655054 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-dad028fe-d93f-418f-b8a9-dc2db9c90215 req-85ae8947-db29-4bee-be30-38f5ea92f3e4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:02.658517 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-dad028fe-d93f-418f-b8a9-dc2db9c90215 req-85ae8947-db29-4bee-be30-38f5ea92f3e4 tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.15 "DELETE /networking/v2.0/ports/e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 HTTP/1.1" status: 204 len: 173 time: 1.7845151 Oct 23 20:07:02.659461 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a8bceb-1edb-49db-9c3c-9c8de07e1b2a', 'name': 'network-vif-deleted', 'tag': 'e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:07:02.662606 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672023c8-ab38-43d8-88f3-236f05539816" -d '{"events": [{"server_uuid": "50a8bceb-1edb-49db-9c3c-9c8de07e1b2a", "name": "network-vif-deleted", "tag": "e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:07:02.712302 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:02.725992 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-13ffd420-962b-4120-baf9-e43958c0e24d req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Allocated IP 172.20.0.14 (bc4941ab-4461-4d24-b235-1a82a516c52f/da346127-936d-4bdf-a2ca-e95e3327d78a/85c41c4a-1d7d-4750-b70c-de441e07d178) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:07:02.753322 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57138) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:02.778688 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eaa69dd8-21f8-4627-9f61-ee956fd79848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:02.782933 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-170eb175-9669-48bd-a8ec-fdf7e9bf968c req-a37246c7-dd27-4c5e-b92f-a0cac7c55518 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887919 Oct 23 20:07:02.857977 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe2ee8c-a7e0-4a28-a704-a17803b0f35d x-openstack-request-id: req-ffe2ee8c-a7e0-4a28-a704-a17803b0f35d {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:07:02.858319 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a8bceb-1edb-49db-9c3c-9c8de07e1b2a", "name": "network-vif-deleted", "tag": "e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:07:02.858564 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffe2ee8c-a7e0-4a28-a704-a17803b0f35d {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:07:02.858960 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe2ee8c-a7e0-4a28-a704-a17803b0f35d'] response: {'server_uuid': '50a8bceb-1edb-49db-9c3c-9c8de07e1b2a', 'name': 'network-vif-deleted', 'tag': 'e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3', 'status': 'completed', 'code': 200} Oct 23 20:07:02.896814 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26081d75-6c43-46ba-826b-a9792471d468 None None] New status for floating IP 5a2dc7d7-db6d-4022-b9bc-749dffa5a357: ACTIVE {{(pid=104661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:07:03.122850 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eaa69dd8-21f8-4627-9f61-ee956fd79848 admin admin] Publish callbacks [] for security_group (3803c4d0-7c00-4a44-ba21-757837665149), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:03.139022 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eaa69dd8-21f8-4627-9f61-ee956fd79848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (3803c4d0-7c00-4a44-ba21-757837665149), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:03.296596 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-eaa69dd8-21f8-4627-9f61-ee956fd79848 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7917c227a1554aae95b1c26a3f61309a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5370703 Oct 23 20:07:03.297961 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57148) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:03.304602 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-522ba405-ab4d-4f5c-b4b3-3951820c1d10 req-70a8e9f0-64d5-4b40-9f50-d566d9f42aa4 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 210 time: 0.3843200 Oct 23 20:07:03.344241 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a7e1c4c5-5fa5-4b79-9494-da89fd719161 req-0f9ff289-7e71-4883-aee2-3376556dfdfc tempest-DeleteServersTestJSON-2142911707 tempest-DeleteServersTestJSON-2142911707-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=50a8bceb-1edb-49db-9c3c-9c8de07e1b2a HTTP/1.1" status: 200 len: 210 time: 0.0930004 Oct 23 20:07:03.378494 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa69dd8-21f8-4627-9f61-ee956fd79848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3803c4d0-7c00-4a44-ba21-757837665149,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:03.391574 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-13ffd420-962b-4120-baf9-e43958c0e24d req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks [] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:03.400596 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-170eb175-9669-48bd-a8ec-fdf7e9bf968c req-0e3a7ddd-9c29-476b-abef-d4ec84667d0f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095436 Oct 23 20:07:03.471553 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ef66df8a-bb3c-4dd1-92fe-09786d907d6b admin admin] Publish callbacks [] for security_group (3803c4d0-7c00-4a44-ba21-757837665149), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:03.505931 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-13ffd420-962b-4120-baf9-e43958c0e24d req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:03.512072 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ef66df8a-bb3c-4dd1-92fe-09786d907d6b admin admin] Publish callbacks [] for security_group (3803c4d0-7c00-4a44-ba21-757837665149), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:03.595663 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:03.627369 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ffd420-962b-4120-baf9-e43958c0e24d req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Network bc4941ab-4461-4d24-b235-1a82a516c52f is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:07:03.635595 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b58c15-0d6c-422a-ab21-cbc1d56ed612 req-910c913a-354e-4852-a79e-3ef9bd3fca9e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:03.637479 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-94b58c15-0d6c-422a-ab21-cbc1d56ed612 req-910c913a-354e-4852-a79e-3ef9bd3fca9e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0608087 Oct 23 20:07:03.647316 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-13ffd420-962b-4120-baf9-e43958c0e24d req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:07:03.651293 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ffd420-962b-4120-baf9-e43958c0e24d req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:07:03.654179 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Pushing event updated for resources: {'Port': ['ID=85c41c4a-1d7d-4750-b70c-de441e07d178,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:03.659329 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:03.727914 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffd420-962b-4120-baf9-e43958c0e24d req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:03.729646 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-13ffd420-962b-4120-baf9-e43958c0e24d req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:03.731705 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-94b58c15-0d6c-422a-ab21-cbc1d56ed612 req-ddc6b2a5-991d-49c6-9e27-333d3a51f55b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800467 Oct 23 20:07:03.735590 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ef66df8a-bb3c-4dd1-92fe-09786d907d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (3803c4d0-7c00-4a44-ba21-757837665149), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:03.738233 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ef66df8a-bb3c-4dd1-92fe-09786d907d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:03.739432 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-ef66df8a-bb3c-4dd1-92fe-09786d907d6b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3803c4d0-7c00-4a44-ba21-757837665149 HTTP/1.1" status: 204 len: 168 time: 0.4224584 Oct 23 20:07:03.752464 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66df8a-bb3c-4dd1-92fe-09786d907d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3803c4d0-7c00-4a44-ba21-757837665149,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:03.766727 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-0e7de730-22ee-443d-b145-59bd8dacc3f6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0077257 Oct 23 20:07:03.925809 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Request body: {'port': {'device_id': '65a4bbdc-fae2-4779-a550-4f9c21b29226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:07:04.076839 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:04.373084 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57176) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:04.407882 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df67e4e5-0b84-4bce-a7e6-4af0c8da64c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:04.514631 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ca452-ab15-47cd-a0de-a5451fffb437 req-6e3a8b54-9db2-4127-b71c-a697ef26b0a5 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:04.516168 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a43ca452-ab15-47cd-a0de-a5451fffb437 req-6e3a8b54-9db2-4127-b71c-a697ef26b0a5 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 932 time: 0.0878389 Oct 23 20:07:04.587606 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c41c4a-1d7d-4750-b70c-de441e07d178 {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:07:04.596743 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a43ca452-ab15-47cd-a0de-a5451fffb437 req-b6796edd-af28-4d60-a159-f9fa3630b7c3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711942 Oct 23 20:07:04.618621 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df67e4e5-0b84-4bce-a7e6-4af0c8da64c4 admin admin] Publish callbacks [] for security_group (e343b352-6eed-489a-9e55-1fa6cd7ec93f), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:04.624358 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Publish callbacks [] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:04.637820 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df67e4e5-0b84-4bce-a7e6-4af0c8da64c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (e343b352-6eed-489a-9e55-1fa6cd7ec93f), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:04.644864 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Transition to ACTIVE for port object 85c41c4a-1d7d-4750-b70c-de441e07d178 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:07:04.654499 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:04.673285 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:04.682512 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67e4e5-0b84-4bce-a7e6-4af0c8da64c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e343b352-6eed-489a-9e55-1fa6cd7ec93f,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:04.688600 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-df67e4e5-0b84-4bce-a7e6-4af0c8da64c4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=178f0ba912e940ceb156af21b615d9d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143406 Oct 23 20:07:04.692958 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57190) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:04.772513 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ce8af443-8188-4edd-b396-0ae1a137218f admin admin] Publish callbacks [] for security_group (e343b352-6eed-489a-9e55-1fa6cd7ec93f), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:04.802955 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ce8af443-8188-4edd-b396-0ae1a137218f admin admin] Publish callbacks [] for security_group (e343b352-6eed-489a-9e55-1fa6cd7ec93f), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:04.882520 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ce8af443-8188-4edd-b396-0ae1a137218f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (e343b352-6eed-489a-9e55-1fa6cd7ec93f), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:04.884209 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ce8af443-8188-4edd-b396-0ae1a137218f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:04.895396 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-ce8af443-8188-4edd-b396-0ae1a137218f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e343b352-6eed-489a-9e55-1fa6cd7ec93f HTTP/1.1" status: 204 len: 168 time: 0.1940956 Oct 23 20:07:04.935002 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:07:04.938029 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8af443-8188-4edd-b396-0ae1a137218f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e343b352-6eed-489a-9e55-1fa6cd7ec93f,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:04.969848 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a3889-e488-4b3f-a176-a9b08fc6df18 req-7dc77303-3292-419a-aa2f-e8a077928aa4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:04.977537 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-672a3889-e488-4b3f-a176-a9b08fc6df18 req-7dc77303-3292-419a-aa2f-e8a077928aa4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1097929 Oct 23 20:07:05.006961 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:07:05.027483 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device e11e9e71-cd4a-4f28-bb41-95dbeea5bbf3 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:07:05.049907 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Pushing event updated for resources: {'Port': ['ID=85c41c4a-1d7d-4750-b70c-de441e07d178,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:05.057824 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-672a3889-e488-4b3f-a176-a9b08fc6df18 req-cf281873-17f2-4923-9995-b6902a3930c6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793266 Oct 23 20:07:05.089205 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Attempting to bind port 85c41c4a-1d7d-4750-b70c-de441e07d178 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:07:05.089205 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Attempting to bind port 85c41c4a-1d7d-4750-b70c-de441e07d178 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '353ac2f3-6a05-438e-a61c-11d20a548864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:07:05.089205 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Attempting to bind port 85c41c4a-1d7d-4750-b70c-de441e07d178 on network bc4941ab-4461-4d24-b235-1a82a516c52f {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:07:05.174667 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Port 85c41c4a-1d7d-4750-b70c-de441e07d178 on network bc4941ab-4461-4d24-b235-1a82a516c52f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:07:05.174995 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Attempting to bind port 85c41c4a-1d7d-4750-b70c-de441e07d178 on network bc4941ab-4461-4d24-b235-1a82a516c52f {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:07:05.238354 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:07:05.238799 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Checking segment: {'id': '353ac2f3-6a05-438e-a61c-11d20a548864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:07:05.239203 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Bound using segment: {'id': '353ac2f3-6a05-438e-a61c-11d20a548864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:07:05.240264 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Bound port: 85c41c4a-1d7d-4750-b70c-de441e07d178, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353ac2f3-6a05-438e-a61c-11d20a548864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:07:05.240635 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:05.328995 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] For port 85c41c4a-1d7d-4750-b70c-de441e07d178, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:07:05.332562 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] For port 85c41c4a-1d7d-4750-b70c-de441e07d178, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=85c41c4a-1d7d-4750-b70c-de441e07d178,segment=NetworkSegment(353ac2f3-6a05-438e-a61c-11d20a548864),segment_id=353ac2f3-6a05-438e-a61c-11d20a548864)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:07:05.342487 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:05.352187 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:05.352806 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:05.354267 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/85c41c4a-1d7d-4750-b70c-de441e07d178 HTTP/1.1" status: 200 len: 1094 time: 1.4338019 Oct 23 20:07:05.354870 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a4bbdc-fae2-4779-a550-4f9c21b29226', 'tag': '85c41c4a-1d7d-4750-b70c-de441e07d178'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:07:05.363997 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9ee14e-e9fd-4b11-b232-6f125804ea0b" -d '{"events": [{"name": "network-changed", "server_uuid": "65a4bbdc-fae2-4779-a550-4f9c21b29226", "tag": "85c41c4a-1d7d-4750-b70c-de441e07d178"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:07:05.460913 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47611ea3-b964-44e2-afd1-e1ec80eff4a0 x-openstack-request-id: req-47611ea3-b964-44e2-afd1-e1ec80eff4a0 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:07:05.461202 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a4bbdc-fae2-4779-a550-4f9c21b29226", "tag": "85c41c4a-1d7d-4750-b70c-de441e07d178", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:07:05.461454 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47611ea3-b964-44e2-afd1-e1ec80eff4a0 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:07:05.461867 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47611ea3-b964-44e2-afd1-e1ec80eff4a0'] response: {'name': 'network-changed', 'server_uuid': '65a4bbdc-fae2-4779-a550-4f9c21b29226', 'tag': '85c41c4a-1d7d-4750-b70c-de441e07d178', 'status': 'completed', 'code': 200} Oct 23 20:07:05.462272 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:05.487723 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffd420-962b-4120-baf9-e43958c0e24d req-3acc7bbc-a218-4dd7-83a0-bda447a4677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:05.489343 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-3acc7bbc-a218-4dd7-83a0-bda447a4677e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=46b77aad0457485693b9a43b85506915&device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 1128 time: 0.0679524 Oct 23 20:07:05.495455 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c0e65-06a6-4b97-a83e-23d6be8e083d service neutron] Pushing event updated for resources: {'Port': ['ID=85c41c4a-1d7d-4750-b70c-de441e07d178,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:05.539432 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-9cd8c420-1e47-42e4-8b2c-f912e4d12eda service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85c41c4a-1d7d-4750-b70c-de441e07d178 HTTP/1.1" status: 200 len: 217 time: 0.0391381 Oct 23 20:07:05.624599 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:05.636984 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffd420-962b-4120-baf9-e43958c0e24d req-fcc31348-6234-4a57-9371-b0b013df250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:05.640992 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-fcc31348-6234-4a57-9371-b0b013df250d service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=da346127-936d-4bdf-a2ca-e95e3327d78a HTTP/1.1" status: 200 len: 849 time: 0.0938056 Oct 23 20:07:05.705235 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-9bb3e467-32bc-47bd-953e-8a01bea18022 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bc4941ab-4461-4d24-b235-1a82a516c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565033 Oct 23 20:07:05.843519 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6906a9-4f20-4aad-a7bc-6a1355d56a1c req-9e7f61a7-5e0c-4257-a02f-7f33db96b8fa tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:05.851911 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7e6906a9-4f20-4aad-a7bc-6a1355d56a1c req-9e7f61a7-5e0c-4257-a02f-7f33db96b8fa tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 944 time: 0.1000719 Oct 23 20:07:05.943268 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7e6906a9-4f20-4aad-a7bc-6a1355d56a1c req-7c42c061-2475-47c7-b760-dca08ec7ee0a tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869138 Oct 23 20:07:06.125548 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-12cb872b-9efd-4e05-a843-bb9c67299139 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088275 Oct 23 20:07:06.224603 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52533941-5004-470a-8595-bb73ec496bb8 req-8560a513-907b-46f5-9964-edfea76b236b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:06.233772 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-52533941-5004-470a-8595-bb73ec496bb8 req-8560a513-907b-46f5-9964-edfea76b236b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0973270 Oct 23 20:07:06.288261 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-13ffd420-962b-4120-baf9-e43958c0e24d req-95432422-d766-442d-ab86-76f8bb009669 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478250 Oct 23 20:07:06.347232 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57248) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:06.365907 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-52533941-5004-470a-8595-bb73ec496bb8 req-7e3a3e4b-5ff7-427f-9b36-6ef9415aacc9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311398 Oct 23 20:07:06.883539 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b03b-7863-40b1-95f4-7d03a2afda83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16394362'] for router_interface (a7af60f5-cb2a-4b13-ad05-89301f63cf50), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:07.148609 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f44df-06db-4d63-8840-31c7ca626991 req-b270e8d5-c970-404b-9026-e9b78ab8aea2 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:07.157883 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1d5f44df-06db-4d63-8840-31c7ca626991 req-b270e8d5-c970-404b-9026-e9b78ab8aea2 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 944 time: 0.0622427 Oct 23 20:07:07.222570 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1d5f44df-06db-4d63-8840-31c7ca626991 req-97286f7e-eea4-4263-b397-c70a253bbffc tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633788 Oct 23 20:07:07.274586 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:07.290488 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2b03b-7863-40b1-95f4-7d03a2afda83 admin admin] Deleting port 32cf5003-488e-4c24-9b5d-fd418954581c {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:07:07.290837 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b03b-7863-40b1-95f4-7d03a2afda83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:07.384429 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-b8b2b03b-7863-40b1-95f4-7d03a2afda83 admin admin] For port 32cf5003-488e-4c24-9b5d-fd418954581c, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=32cf5003-488e-4c24-9b5d-fd418954581c,segment=NetworkSegment(6a73087b-1899-48f9-a92d-9aac6f06364f),segment_id=6a73087b-1899-48f9-a92d-9aac6f06364f)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:07:07.384860 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b03b-7863-40b1-95f4-7d03a2afda83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:07.400350 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2b03b-7863-40b1-95f4-7d03a2afda83 admin admin] Calling delete_port for 32cf5003-488e-4c24-9b5d-fd418954581c owned by network:router_interface {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:07:07.532769 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f0e4e-bf7b-428d-abcb-09958e6e7ec2 req-3f2c54fa-a76a-43b5-952c-93c1a974aa1b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:07.538834 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-427f0e4e-bf7b-428d-abcb-09958e6e7ec2 req-3f2c54fa-a76a-43b5-952c-93c1a974aa1b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0850513 Oct 23 20:07:07.548458 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:07.588273 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:07.636889 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-427f0e4e-bf7b-428d-abcb-09958e6e7ec2 req-c94c503f-ba7c-497f-8c0a-2664ad070ceb tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903397 Oct 23 20:07:07.671970 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b03b-7863-40b1-95f4-7d03a2afda83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (32cf5003-488e-4c24-9b5d-fd418954581c), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:07.716723 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2b03b-7863-40b1-95f4-7d03a2afda83 admin admin] Pushing event deleted for resources: {'Port': ['ID=32cf5003-488e-4c24-9b5d-fd418954581c,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:08.032794 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b03b-7863-40b1-95f4-7d03a2afda83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16321041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16392394'] for router_interface (a7af60f5-cb2a-4b13-ad05-89301f63cf50), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:08.097463 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e1ff1-f835-4cec-8896-85ad8cdd54f8 None None] get_active_networks_info from dv-cinder-862432-1-iscsi {{(pid=104661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 20:07:08.193056 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:08.266537 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e1ff1-f835-4cec-8896-85ad8cdd54f8 None None] Resources bound (agent type, host, resource id): {{(pid=104661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 20:07:08.405661 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b2b03b-7863-40b1-95f4-7d03a2afda83 admin admin] Router a7af60f5-cb2a-4b13-ad05-89301f63cf50 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:07:08.421398 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b931171-f433-4d06-a08a-78daf21c07ca req-bf033b96-2442-403e-80e1-9e1e10d26428 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:08.430101 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b931171-f433-4d06-a08a-78daf21c07ca req-bf033b96-2442-403e-80e1-9e1e10d26428 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 944 time: 0.0814183 Oct 23 20:07:08.512895 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b931171-f433-4d06-a08a-78daf21c07ca req-49ac9f87-f4fc-496d-8970-0eb746d955e2 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814357 Oct 23 20:07:08.559638 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b2b03b-7863-40b1-95f4-7d03a2afda83 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:07:08.565620 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b8b2b03b-7863-40b1-95f4-7d03a2afda83 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/a7af60f5-cb2a-4b13-ad05-89301f63cf50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2173543 Oct 23 20:07:08.568913 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57338) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:08.571636 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372ba63-f5a4-4f3f-b323-6883b02fc40b None None] Sync routers for ids ['a7af60f5-cb2a-4b13-ad05-89301f63cf50'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:07:08.589644 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372ba63-f5a4-4f3f-b323-6883b02fc40b None None] Routers {'a7af60f5-cb2a-4b13-ad05-89301f63cf50'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:07:08.590546 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e372ba63-f5a4-4f3f-b323-6883b02fc40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a7af60f5-cb2a-4b13-ad05-89301f63cf50'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:08.723672 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Publish callbacks [] for router (a7af60f5-cb2a-4b13-ad05-89301f63cf50), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:08.766113 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-e372ba63-f5a4-4f3f-b323-6883b02fc40b None None] Set router a7af60f5-cb2a-4b13-ad05-89301f63cf50 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:07:08.806827 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:08.832514 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=100 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:08.849780 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8488bb5-c7f8-4a94-84d9-296b01344c1d req-3361e020-d440-4b6e-9942-3b4497d34ab9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:08.856970 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d8488bb5-c7f8-4a94-84d9-296b01344c1d req-3361e020-d440-4b6e-9942-3b4497d34ab9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1356783 Oct 23 20:07:08.956927 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d8488bb5-c7f8-4a94-84d9-296b01344c1d req-8ebf594d-e153-4057-92fb-937b0278c349 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989361 Oct 23 20:07:08.968015 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Publish callbacks [] for router_gateway (a7af60f5-cb2a-4b13-ad05-89301f63cf50), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:08.982732 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e372ba63-f5a4-4f3f-b323-6883b02fc40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'name': 'tempest-DeleteServersTestJSON-1387966090-router', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:08Z', 'updated_at': '2022-10-23T20:07:07Z', 'revision_number': 5, 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'gw_port': {'id': 'ddfe899e-4d8b-4dc9-93c5-265f4e7822c4', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:09.041023 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372ba63-f5a4-4f3f-b323-6883b02fc40b None None] Checking router: a7af60f5-cb2a-4b13-ad05-89301f63cf50 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:07:09.066986 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Deleting port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:07:09.066986 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:09.069671 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372ba63-f5a4-4f3f-b323-6883b02fc40b None None] Routers {'a7af60f5-cb2a-4b13-ad05-89301f63cf50'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:07:09.074491 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e372ba63-f5a4-4f3f-b323-6883b02fc40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:06:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a7af60f5-cb2a-4b13-ad05-89301f63cf50'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:09.185543 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-e372ba63-f5a4-4f3f-b323-6883b02fc40b None None] Set router a7af60f5-cb2a-4b13-ad05-89301f63cf50 gateway port host: None {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:07:09.195755 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] For port ddfe899e-4d8b-4dc9-93c5-265f4e7822c4, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=ddfe899e-4d8b-4dc9-93c5-265f4e7822c4,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:07:09.196254 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:09.215315 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Calling delete_port for ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 owned by network:router_gateway {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:07:09.243908 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e372ba63-f5a4-4f3f-b323-6883b02fc40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'name': 'tempest-DeleteServersTestJSON-1387966090-router', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:08Z', 'updated_at': '2022-10-23T20:07:08Z', 'revision_number': 6, 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'gw_port_host': None}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:09.373213 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372ba63-f5a4-4f3f-b323-6883b02fc40b None None] The sync data for ids ['a7af60f5-cb2a-4b13-ad05-89301f63cf50'] in dv-cinder-862432-1-iscsi is: [{'id': 'a7af60f5-cb2a-4b13-ad05-89301f63cf50', 'name': 'tempest-DeleteServersTestJSON-1387966090-router', 'tenant_id': 'dd03c05196b64299bf41b7d4c412070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:08Z', 'updated_at': '2022-10-23T20:07:08Z', 'revision_number': 6, 'project_id': 'dd03c05196b64299bf41b7d4c412070a', 'gw_port_host': None}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:07:09.468608 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-139101e9-873b-4909-83cb-aa2536563f71 None None] Provisioning complete for port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:07:09.469645 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-139101e9-873b-4909-83cb-aa2536563f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:09.470422 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-139101e9-873b-4909-83cb-aa2536563f71 None None] Attempt 1 to provision port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 Oct 23 20:07:09.475838 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:09.568952 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-139101e9-873b-4909-83cb-aa2536563f71 None None] Current status of the port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:07:09.569149 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936'] for port (ddfe899e-4d8b-4dc9-93c5-265f4e7822c4), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:09.597250 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfe899e-4d8b-4dc9-93c5-265f4e7822c4,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:09.671131 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16393631'] for router_gateway (a7af60f5-cb2a-4b13-ad05-89301f63cf50), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:09.693465 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57eb125-2583-41ed-8caa-bc13860ddca0 req-f46de4ea-30aa-4b65-bee6-238e568eee83 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:09.695614 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d57eb125-2583-41ed-8caa-bc13860ddca0 req-f46de4ea-30aa-4b65-bee6-238e568eee83 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 944 time: 0.0905972 Oct 23 20:07:09.807537 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16393360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48003'] for router (a7af60f5-cb2a-4b13-ad05-89301f63cf50), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:09.821039 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Publish callbacks [] for router_controller (a7af60f5-cb2a-4b13-ad05-89301f63cf50), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:09.891855 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d57eb125-2583-41ed-8caa-bc13860ddca0 req-54f91100-65d0-4981-a2cf-5c2781b28fae tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696575 Oct 23 20:07:09.902068 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16394297'] for router (a7af60f5-cb2a-4b13-ad05-89301f63cf50), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:09.902931 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7af60f5-cb2a-4b13-ad05-89301f63cf50 {{(pid=104660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 20:07:09.909051 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:09.913762 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-426f49d1-e5b7-4de0-9ca1-3d4bbdf13831 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/a7af60f5-cb2a-4b13-ad05-89301f63cf50 HTTP/1.1" status: 204 len: 168 time: 1.3403993 Oct 23 20:07:09.913950 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57348) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:09.982472 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3770a24-8e27-44e7-8375-11cfd21e70ce admin admin] Deleting subnet c780a870-fac7-4896-934c-0dda1501aa22 {{(pid=104659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:07:09.985783 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a3770a24-8e27-44e7-8375-11cfd21e70ce admin admin] Publish callbacks [] for subnet (c780a870-fac7-4896-934c-0dda1501aa22), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:10.059790 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a3770a24-8e27-44e7-8375-11cfd21e70ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182768'] for subnet (c780a870-fac7-4896-934c-0dda1501aa22), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:10.100927 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:10.214477 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a3770a24-8e27-44e7-8375-11cfd21e70ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (c780a870-fac7-4896-934c-0dda1501aa22), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:10.232586 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3390d2-9f5b-48c1-a1ad-0dcde5b65cfd req-9f5e60de-b549-43b4-a38d-9995b00c1e32 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:10.236835 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4d3390d2-9f5b-48c1-a1ad-0dcde5b65cfd req-9f5e60de-b549-43b4-a38d-9995b00c1e32 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0562406 Oct 23 20:07:10.290481 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a3770a24-8e27-44e7-8375-11cfd21e70ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2990477'] for subnet (c780a870-fac7-4896-934c-0dda1501aa22), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:10.294872 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:10.312651 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4d3390d2-9f5b-48c1-a1ad-0dcde5b65cfd req-5139f2d6-8dce-4de7-aa4d-ff40448d71e4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717847 Oct 23 20:07:10.345946 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3770a24-8e27-44e7-8375-11cfd21e70ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c780a870-fac7-4896-934c-0dda1501aa22,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:10.358273 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a3770a24-8e27-44e7-8375-11cfd21e70ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:10.364917 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-a3770a24-8e27-44e7-8375-11cfd21e70ce admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/c780a870-fac7-4896-934c-0dda1501aa22 HTTP/1.1" status: 204 len: 168 time: 0.4490082 Oct 23 20:07:10.365923 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57354) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:10.366795 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665dc056-8b35-4879-87b6-2e06ad26bd4f None None] Network ce1dcb9b-0da9-45b0-9d47-fb686a4f087d requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:07:10.466628 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (ce1dcb9b-0da9-45b0-9d47-fb686a4f087d), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:10.518874 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Deleting port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:07:10.519222 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:10.589468 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce891f-accd-4ed3-a90f-141f7aa5bc5c None None] DHCP port deletion for ce1dcb9b-0da9-45b0-9d47-fb686a4f087d request from dv-cinder-862432-1-iscsi {{(pid=104661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 20:07:10.615849 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] For port 72cc5850-8be7-48b0-9902-d2b3f2174ee1, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=72cc5850-8be7-48b0-9902-d2b3f2174ee1,segment=NetworkSegment(6a73087b-1899-48f9-a92d-9aac6f06364f),segment_id=6a73087b-1899-48f9-a92d-9aac6f06364f)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:07:10.616195 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:10.647976 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Calling delete_port for 72cc5850-8be7-48b0-9902-d2b3f2174ee1 owned by network:dhcp {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:07:10.679147 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce891f-accd-4ed3-a90f-141f7aa5bc5c None None] Deleting port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 {{(pid=104661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:07:10.679824 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-d0ce891f-accd-4ed3-a90f-141f7aa5bc5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), before_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:10.765391 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:10.772169 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-d0ce891f-accd-4ed3-a90f-141f7aa5bc5c None None] For port 72cc5850-8be7-48b0-9902-d2b3f2174ee1, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=72cc5850-8be7-48b0-9902-d2b3f2174ee1,segment=NetworkSegment(6a73087b-1899-48f9-a92d-9aac6f06364f),segment_id=6a73087b-1899-48f9-a92d-9aac6f06364f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:07:10.772854 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-d0ce891f-accd-4ed3-a90f-141f7aa5bc5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), precommit_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:10.800992 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce891f-accd-4ed3-a90f-141f7aa5bc5c None None] Calling delete_port for 72cc5850-8be7-48b0-9902-d2b3f2174ee1 owned by network:dhcp {{(pid=104661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:07:10.970545 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-d0ce891f-accd-4ed3-a90f-141f7aa5bc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), after_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.001355 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce891f-accd-4ed3-a90f-141f7aa5bc5c None None] No DVR routers for this DVR port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 on host dv-cinder-862432-1-iscsi {{(pid=104661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:07:11.001698 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (72cc5850-8be7-48b0-9902-d2b3f2174ee1), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.047067 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce891f-accd-4ed3-a90f-141f7aa5bc5c None None] Pushing event deleted for resources: {'Port': ['ID=72cc5850-8be7-48b0-9902-d2b3f2174ee1,revision_number=None']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:11.087076 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=72cc5850-8be7-48b0-9902-d2b3f2174ee1,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:11.104832 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8feff8-c8b0-4238-9749-6d3da507c620 req-66f0e2a6-c0da-4c4c-9753-f192b08a92d4 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:11.107396 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5c8feff8-c8b0-4238-9749-6d3da507c620 req-66f0e2a6-c0da-4c4c-9753-f192b08a92d4 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 944 time: 0.1137872 Oct 23 20:07:11.118194 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 72cc5850-8be7-48b0-9902-d2b3f2174ee1 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:07:11.118387 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] No DVR routers for this DVR port 72cc5850-8be7-48b0-9902-d2b3f2174ee1 on host dv-cinder-862432-1-iscsi {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:07:11.120673 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.121089 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.122330 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.122330 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.122330 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.122586 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.122926 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.123364 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.123755 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.124151 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.124543 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.124938 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.125663 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.125663 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.126495 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.150209 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 72cc5850-8be7-48b0-9902-d2b3f2174ee1 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:07:11.152798 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 72cc5850-8be7-48b0-9902-d2b3f2174ee1 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:07:11.153025 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 32cf5003-488e-4c24-9b5d-fd418954581c no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:07:11.193367 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 32cf5003-488e-4c24-9b5d-fd418954581c {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:07:11.194073 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 32cf5003-488e-4c24-9b5d-fd418954581c not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:07:11.195612 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:07:11.220114 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:07:11.220826 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device ddfe899e-4d8b-4dc9-93c5-265f4e7822c4 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:07:11.233467 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5c8feff8-c8b0-4238-9749-6d3da507c620 req-2d21aa34-c09c-4b75-879a-bb1e32e398ff tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196525 Oct 23 20:07:11.269889 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (ce1dcb9b-0da9-45b0-9d47-fb686a4f087d), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.291203 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1dcb9b-0da9-45b0-9d47-fb686a4f087d']}} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:11.301244 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a73087b-1899-48f9-a92d-9aac6f06364f') {'for_net_delete': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:11.301561 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a73087b-1899-48f9-a92d-9aac6f06364f') {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:11.321979 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182779'] for segment (6a73087b-1899-48f9-a92d-9aac6f06364f), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.337206 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (6a73087b-1899-48f9-a92d-9aac6f06364f), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.345589 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=104659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:07:11.345589 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921699'] for segment (6a73087b-1899-48f9-a92d-9aac6f06364f), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.385107 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment 6a73087b-1899-48f9-a92d-9aac6f06364f resource provider aggregate not found Oct 23 20:07:11.434768 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment 6a73087b-1899-48f9-a92d-9aac6f06364f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a73087b-1899-48f9-a92d-9aac6f06364f found for delete ", "request_id": "req-67164e84-7586-4a85-828d-7c0987b0b08a"}]} Oct 23 20:07:11.460298 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (ce1dcb9b-0da9-45b0-9d47-fb686a4f087d), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.467462 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.473974 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/ce1dcb9b-0da9-45b0-9d47-fb686a4f087d HTTP/1.1" status: 204 len: 168 time: 1.1009469 Oct 23 20:07:11.499110 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771808e-3ba9-499a-8462-5dec21d09ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce1dcb9b-0da9-45b0-9d47-fb686a4f087d,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:11.513971 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64495c-2bb5-4885-8c7b-531231480c47 req-61591ade-0f1d-4e5f-bc9a-cbcff4362a10 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:11.516543 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7f64495c-2bb5-4885-8c7b-531231480c47 req-61591ade-0f1d-4e5f-bc9a-cbcff4362a10 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0987611 Oct 23 20:07:11.583242 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7f64495c-2bb5-4885-8c7b-531231480c47 req-0fbf0e7b-15c1-4eea-9fd7-32110e3a59d6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609908 Oct 23 20:07:11.742850 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57372) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:11.797990 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57374) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:11.798990 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-4e30a221-8c5b-4e60-b89c-0b478ac755fe admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=dd03c05196b64299bf41b7d4c412070a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0698767 Oct 23 20:07:11.811890 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9920-3ec8-4bf0-b272-83c05da7e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.859336 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Publish callbacks [] for security_group (6d3a8abe-3bfe-44c5-932b-5199f027bc25), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.883016 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Publish callbacks [] for security_group (6d3a8abe-3bfe-44c5-932b-5199f027bc25), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.913500 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:11.950297 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (6d3a8abe-3bfe-44c5-932b-5199f027bc25), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.951960 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:11.953168 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6d3a8abe-3bfe-44c5-932b-5199f027bc25 HTTP/1.1" status: 204 len: 168 time: 0.1535592 Oct 23 20:07:11.962515 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3a8abe-3bfe-44c5-932b-5199f027bc25,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:11.978972 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.979321 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.979669 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.980011 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.980348 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.980698 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.981008 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.981337 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.981669 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.982125 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.982849 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.982849 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.983103 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.983430 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:11.983758 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1333e3e0-a78a-4dc7-9fb5-887f84e8c53f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:12.361059 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7d800-7d2e-43ec-b890-01982d6cb8ed req-5baf372e-2e58-4092-b8f0-53280f9e9e69 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:12.368563 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4bc7d800-7d2e-43ec-b890-01982d6cb8ed req-5baf372e-2e58-4092-b8f0-53280f9e9e69 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 944 time: 0.0656075 Oct 23 20:07:12.418763 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4bc7d800-7d2e-43ec-b890-01982d6cb8ed req-8c1ad383-f2ea-4c2a-a3bf-c1cd48e11b74 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493419 Oct 23 20:07:12.739795 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd438bd-8685-45a7-b3e6-f58cc60a99a5 req-119fa563-8f3b-4019-9e79-6ecca3645d4f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:12.741891 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5fd438bd-8685-45a7-b3e6-f58cc60a99a5 req-119fa563-8f3b-4019-9e79-6ecca3645d4f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0538535 Oct 23 20:07:12.815351 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5fd438bd-8685-45a7-b3e6-f58cc60a99a5 req-77ad75bd-3ef4-4d18-b58c-4b956bfd8a23 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672894 Oct 23 20:07:13.101637 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:13.123770 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-99c49b16-a706-4c35-a0df-fdca244c305d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:13.125250 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-99c49b16-a706-4c35-a0df-fdca244c305d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/networks?id=e0f910e3-91d1-4d9b-b720-07380b5a7ead HTTP/1.1" status: 200 len: 815 time: 0.1103125 Oct 23 20:07:13.141284 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-0ecd8680-b84a-41eb-a504-3761603ad0e8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/quotas/6b4261a7b9e642e5ba063a4790296b66 HTTP/1.1" status: 200 len: 375 time: 0.0100019 Oct 23 20:07:13.197052 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e50e87d0-ef54-4fc0-bf1a-2d3a8e3bbde6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=6b4261a7b9e642e5ba063a4790296b66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503397 Oct 23 20:07:13.299185 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-938bb0dd-bbf8-447d-8451-2014f13f3ac4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878708 Oct 23 20:07:13.396260 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-923925c6-6faf-4f75-9170-5a294907f366 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914001 Oct 23 20:07:13.595281 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1cf05866-b80c-43bc-9bbd-5ea7a69d04b2 req-dd76e377-1a61-43a3-bd4f-75bcd93ea90a tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 210 time: 0.0329399 Oct 23 20:07:13.601268 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e0ada-f573-4816-bf16-1f0c4fb93264 req-df6dd235-f8eb-479f-ae8f-66f88930eb13 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:13.602693 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8b7e0ada-f573-4816-bf16-1f0c4fb93264 req-df6dd235-f8eb-479f-ae8f-66f88930eb13 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 944 time: 0.1026840 Oct 23 20:07:13.664428 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8b7e0ada-f573-4816-bf16-1f0c4fb93264 req-cd03c5f9-c845-43d2-8eef-7e1e03f788d5 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507405 Oct 23 20:07:13.976358 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0525630-2a4e-4ce7-baf1-2872e3d51794 req-bf377a34-49e7-4b79-9155-fd22595a1fe0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:13.978085 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a0525630-2a4e-4ce7-baf1-2872e3d51794 req-bf377a34-49e7-4b79-9155-fd22595a1fe0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0590031 Oct 23 20:07:14.030895 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a0525630-2a4e-4ce7-baf1-2872e3d51794 req-40539d23-3fa1-4d98-8e61-67c42067b847 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469406 Oct 23 20:07:14.168420 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:14.175897 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-28b158a3-029c-44f1-b877-8b605a350acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:14.339920 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57496) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:14.443499 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-07b98e6b-634f-4f6d-be16-93d41a993837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:14.518289 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-07b98e6b-634f-4f6d-be16-93d41a993837 admin admin] Publish callbacks [] for security_group (c01f94c7-7c92-4a83-9a80-210a29f35419), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:14.521924 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-07b98e6b-634f-4f6d-be16-93d41a993837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (c01f94c7-7c92-4a83-9a80-210a29f35419), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:14.558464 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b98e6b-634f-4f6d-be16-93d41a993837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01f94c7-7c92-4a83-9a80-210a29f35419,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:14.562609 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-07b98e6b-634f-4f6d-be16-93d41a993837 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a19f838e496a41c3ac86b6a3951be2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216768 Oct 23 20:07:14.565557 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57500) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:14.601921 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:14.617054 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb697-d272-4909-844c-ed398d2fe860 admin admin] Publish callbacks [] for security_group (c01f94c7-7c92-4a83-9a80-210a29f35419), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:14.637447 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb697-d272-4909-844c-ed398d2fe860 admin admin] Publish callbacks [] for security_group (c01f94c7-7c92-4a83-9a80-210a29f35419), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:14.696123 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-99f48f83-fc01-4419-ab03-290b87b020af req-b1016d95-07c9-4286-b3c2-b934b5d38b87 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 210 time: 0.0280175 Oct 23 20:07:14.707487 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb697-d272-4909-844c-ed398d2fe860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (c01f94c7-7c92-4a83-9a80-210a29f35419), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:14.718666 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb697-d272-4909-844c-ed398d2fe860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:14.718666 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-1d9bb697-d272-4909-844c-ed398d2fe860 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c01f94c7-7c92-4a83-9a80-210a29f35419 HTTP/1.1" status: 204 len: 168 time: 0.1483555 Oct 23 20:07:14.723219 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bb697-d272-4909-844c-ed398d2fe860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01f94c7-7c92-4a83-9a80-210a29f35419,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:14.788779 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:14.801518 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386acc9-375c-478c-bb64-964c5c0bfad9 req-9b79d558-e6a9-4f4b-9e99-c854fc79ed50 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:14.803605 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b386acc9-375c-478c-bb64-964c5c0bfad9 req-9b79d558-e6a9-4f4b-9e99-c854fc79ed50 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 944 time: 0.0582931 Oct 23 20:07:14.859944 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b386acc9-375c-478c-bb64-964c5c0bfad9 req-c1a4bfe7-9009-495a-903e-8b6426d0d53d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501745 Oct 23 20:07:15.006877 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57512) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:15.020228 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d09a3774-1ee4-4b0c-9169-898d462bb5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:15.100925 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d09a3774-1ee4-4b0c-9169-898d462bb5df admin admin] Publish callbacks [] for security_group (cde7248a-d12e-44b0-9946-82d7ebeb16e0), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:15.105333 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d09a3774-1ee4-4b0c-9169-898d462bb5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (cde7248a-d12e-44b0-9946-82d7ebeb16e0), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:15.173241 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a3774-1ee4-4b0c-9169-898d462bb5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde7248a-d12e-44b0-9946-82d7ebeb16e0,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:15.179884 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-d09a3774-1ee4-4b0c-9169-898d462bb5df admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8bbde8758c3e4e018430937a98b3cf3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1719527 Oct 23 20:07:15.182580 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57518) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:15.195329 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aa6f1-ea41-4b75-a591-164be0a77da0 req-53d75c15-56f2-45d3-9b9b-285a13065845 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:15.196723 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c47aa6f1-ea41-4b75-a591-164be0a77da0 req-53d75c15-56f2-45d3-9b9b-285a13065845 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0864813 Oct 23 20:07:15.274353 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c47aa6f1-ea41-4b75-a591-164be0a77da0 req-8cba6b22-5567-42b4-9fd1-b0f6546ad94c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706763 Oct 23 20:07:15.274353 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3a292504-5944-441d-8683-86b87182bf62 admin admin] Publish callbacks [] for security_group (cde7248a-d12e-44b0-9946-82d7ebeb16e0), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:15.306338 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ee14e-e9fd-4b11-b232-6f125804ea0b req-9f41eaa5-1a12-4838-b68f-3f358bda5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:15.307958 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fb9ee14e-e9fd-4b11-b232-6f125804ea0b req-9f41eaa5-1a12-4838-b68f-3f358bda5ea7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=46b77aad0457485693b9a43b85506915&device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 1128 time: 0.0444787 Oct 23 20:07:15.311136 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3a292504-5944-441d-8683-86b87182bf62 admin admin] Publish callbacks [] for security_group (cde7248a-d12e-44b0-9946-82d7ebeb16e0), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:15.372456 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3a292504-5944-441d-8683-86b87182bf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (cde7248a-d12e-44b0-9946-82d7ebeb16e0), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:15.382282 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3a292504-5944-441d-8683-86b87182bf62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:15.383393 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-3a292504-5944-441d-8683-86b87182bf62 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/cde7248a-d12e-44b0-9946-82d7ebeb16e0 HTTP/1.1" status: 204 len: 168 time: 0.1999438 Oct 23 20:07:15.395955 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:15.397635 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a292504-5944-441d-8683-86b87182bf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde7248a-d12e-44b0-9946-82d7ebeb16e0,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:15.462021 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ee14e-e9fd-4b11-b232-6f125804ea0b req-3e2a3672-2bfe-4920-94d6-823b40876a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:15.463569 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fb9ee14e-e9fd-4b11-b232-6f125804ea0b req-3e2a3672-2bfe-4920-94d6-823b40876a26 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=bc4941ab-4461-4d24-b235-1a82a516c52f HTTP/1.1" status: 200 len: 910 time: 0.1319640 Oct 23 20:07:15.513096 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fb9ee14e-e9fd-4b11-b232-6f125804ea0b req-52b98776-6999-4a98-ad55-dc2f51b944d8 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85c41c4a-1d7d-4750-b70c-de441e07d178 HTTP/1.1" status: 200 len: 217 time: 0.0401998 Oct 23 20:07:15.577032 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ee14e-e9fd-4b11-b232-6f125804ea0b req-553cdf8c-ea6d-4b1d-9321-7273bc511b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:15.578919 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fb9ee14e-e9fd-4b11-b232-6f125804ea0b req-553cdf8c-ea6d-4b1d-9321-7273bc511b69 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=da346127-936d-4bdf-a2ca-e95e3327d78a HTTP/1.1" status: 200 len: 849 time: 0.0590956 Oct 23 20:07:15.624188 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fb9ee14e-e9fd-4b11-b232-6f125804ea0b req-1561913a-4f9c-47a4-a2a8-c9b08c6961bd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bc4941ab-4461-4d24-b235-1a82a516c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372763 Oct 23 20:07:15.716245 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:15.725295 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:15.789450 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fb9ee14e-e9fd-4b11-b232-6f125804ea0b req-a4f46ba7-7759-4da1-a362-d0b01665e173 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539555 Oct 23 20:07:15.818992 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ab3dbb32-87ba-415b-92d6-cfa14f9f5ce1 req-4ba349ac-b175-4370-a4a5-dcb3bd642c6b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 210 time: 0.0318751 Oct 23 20:07:15.944738 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fb9ee14e-e9fd-4b11-b232-6f125804ea0b req-40f8c53f-4ca6-49d8-a46a-c1c024afec5f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372523 Oct 23 20:07:16.044232 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ec0a8-89b8-4272-9a3b-2a1360ac4e99 req-2e1f3efc-8317-4162-be25-0dead02f871d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:16.045707 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eb0ec0a8-89b8-4272-9a3b-2a1360ac4e99 req-2e1f3efc-8317-4162-be25-0dead02f871d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 944 time: 0.0634453 Oct 23 20:07:16.098217 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eb0ec0a8-89b8-4272-9a3b-2a1360ac4e99 req-7cc20791-0d9c-4a85-95d3-f68c1d65272a tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469775 Oct 23 20:07:16.343025 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57562) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:16.407839 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e47d67-9c7f-4651-8877-9034536028c5 req-affa899f-77ff-4592-b3d6-e84458e2d4a6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:16.409381 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-11e47d67-9c7f-4651-8877-9034536028c5 req-affa899f-77ff-4592-b3d6-e84458e2d4a6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0550237 Oct 23 20:07:16.472725 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-11e47d67-9c7f-4651-8877-9034536028c5 req-a91567cd-5ea9-4315-94d3-401996c101df tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553808 Oct 23 20:07:16.492308 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-943417028-network', 'tenant_id': 'ff0a974c04624bf9be19e4ac663d0288'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:07:16.512065 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Made reservation on behalf of ff0a974c04624bf9be19e4ac663d0288 for: {'network': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:07:16.514522 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:16.524257 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:16.550561 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-9f0b5351-01f7-439d-9d63-1675499a0abb tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:16.552958 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-9f0b5351-01f7-439d-9d63-1675499a0abb tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e0f910e3-91d1-4d9b-b720-07380b5a7ead HTTP/1.1" status: 200 len: 815 time: 0.1416254 Oct 23 20:07:16.555433 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:16.567556 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Request body: {'port': {'device_id': 'd5375465-162e-4d9d-affe-27a205b609f5', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'admin_state_up': True, 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:07:16.615782 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Publish callbacks [] for security_group (3c1e061b-031c-4279-b898-50d76f82b1ec), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:16.620527 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (3c1e061b-031c-4279-b898-50d76f82b1ec), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:16.627270 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:16.651107 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=104660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:07:16.661016 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1e061b-031c-4279-b898-50d76f82b1ec,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:16.673533 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (be65db06-81f0-42e4-b419-89e58dda5981), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:16.673990 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.segments_db [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Added segment be65db06-81f0-42e4-b419-89e58dda5981 of type vlan for network 3c0acfb2-40b5-45cd-a391-4a15aa1d2eec Oct 23 20:07:16.700688 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Made reservation on behalf of 6b4261a7b9e642e5ba063a4790296b66 for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:07:16.707171 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:16.717697 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (3c0acfb2-40b5-45cd-a391-4a15aa1d2eec), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:16.734758 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 85c41c4a-1d7d-4750-b70c-de441e07d178 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:07:16.749742 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (3c0acfb2-40b5-45cd-a391-4a15aa1d2eec), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:16.751761 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:16.752772 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:16.825863 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4811687 Oct 23 20:07:16.837566 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57576) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:16.843099 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-0012a7ac-bd10-42c2-a91e-ffff59105a6f admin admin] Request body: {'subnet': {'network_id': '3c0acfb2-40b5-45cd-a391-4a15aa1d2eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-943417028-subnet', 'tenant_id': 'ff0a974c04624bf9be19e4ac663d0288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:07:16.865576 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 85c41c4a-1d7d-4750-b70c-de441e07d178, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=85c41c4a-1d7d-4750-b70c-de441e07d178,segment=NetworkSegment(353ac2f3-6a05-438e-a61c-11d20a548864),segment_id=353ac2f3-6a05-438e-a61c-11d20a548864)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:07:16.896812 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c0047-48de-4c44-9cce-4db148881f4b admin admin] Pushing event updated for resources: {'Network': ['ID=3c0acfb2-40b5-45cd-a391-4a15aa1d2eec,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:16.900764 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Allocated IP 172.20.0.4 (e0f910e3-91d1-4d9b-b720-07380b5a7ead/2e0a3b2d-7920-4ec0-8431-eb47c4629d68/5baa163f-fb98-46dd-88e4-27b50776e2f7) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:07:16.914867 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0012a7ac-bd10-42c2-a91e-ffff59105a6f admin admin] Made reservation on behalf of ff0a974c04624bf9be19e4ac663d0288 for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:07:16.921700 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0012a7ac-bd10-42c2-a91e-ffff59105a6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:16.976777 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b2eed692-e7cf-4366-89bd-cebf7226b20c req-32219d1f-ffe0-498d-b07b-57ec975bb278 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 210 time: 0.0507903 Oct 23 20:07:17.064820 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:17.074928 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network 3c0acfb2-40b5-45cd-a391-4a15aa1d2eec details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:07:17.102777 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '85c41c4a-1d7d-4750-b70c-de441e07d178', 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f', 'port_id': '85c41c4a-1d7d-4750-b70c-de441e07d178', 'mac_address': 'fa:16:3e:f3:37:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da346127-936d-4bdf-a2ca-e95e3327d78a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:07:17.250785 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:17.265977 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:17.268866 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 85c41c4a-1d7d-4750-b70c-de441e07d178 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:07:17.269412 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:17.281110 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d991bad-d0c8-403d-b6bc-b5efe0b6b4ab req-8870e0a8-8160-4094-b088-ae11fdb8a251 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:17.283212 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9d991bad-d0c8-403d-b6bc-b5efe0b6b4ab req-8870e0a8-8160-4094-b088-ae11fdb8a251 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 944 time: 0.0626264 Oct 23 20:07:17.284635 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0012a7ac-bd10-42c2-a91e-ffff59105a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (36cdd5ef-7820-42ea-b647-0dae5fb8c2cb), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:17.300090 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:17.324420 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c41c4a-1d7d-4750-b70c-de441e07d178 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:07:17.355603 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012a7ac-bd10-42c2-a91e-ffff59105a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=36cdd5ef-7820-42ea-b647-0dae5fb8c2cb,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:17.388232 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:17.391663 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event updated for resources: {'Port': ['ID=5baa163f-fb98-46dd-88e4-27b50776e2f7,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:17.398789 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 85c41c4a-1d7d-4750-b70c-de441e07d178, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=85c41c4a-1d7d-4750-b70c-de441e07d178,segment=NetworkSegment(353ac2f3-6a05-438e-a61c-11d20a548864),segment_id=353ac2f3-6a05-438e-a61c-11d20a548864)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:07:17.406939 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:17.416396 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012a7ac-bd10-42c2-a91e-ffff59105a6f admin admin] Checking segment: {'id': 'be65db06-81f0-42e4-b419-89e58dda5981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3c0acfb2-40b5-45cd-a391-4a15aa1d2eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:07:17.416754 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012a7ac-bd10-42c2-a91e-ffff59105a6f admin admin] Network hostable DHCP agents. Network: 3c0acfb2-40b5-45cd-a391-4a15aa1d2eec, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:07:17.432091 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Network e0f910e3-91d1-4d9b-b720-07380b5a7ead is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:07:17.436760 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:07:17.442460 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:07:17.488457 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9d991bad-d0c8-403d-b6bc-b5efe0b6b4ab req-f3f97fbd-4fc4-499f-90e9-145ea42d8d97 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353371 Oct 23 20:07:17.489917 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012a7ac-bd10-42c2-a91e-ffff59105a6f admin admin] Network 3c0acfb2-40b5-45cd-a391-4a15aa1d2eec is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:07:17.507661 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:17.532510 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-0012a7ac-bd10-42c2-a91e-ffff59105a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, 3c0acfb2-40b5-45cd-a391-4a15aa1d2eec) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:07:17.546671 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0012a7ac-bd10-42c2-a91e-ffff59105a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:17.547901 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:17.548270 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0012a7ac-bd10-42c2-a91e-ffff59105a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:17.551241 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:17.563566 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96fed54-c7c2-45ee-8d39-89f43bc35d31 None None] Network 3c0acfb2-40b5-45cd-a391-4a15aa1d2eec requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:07:17.572414 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-0012a7ac-bd10-42c2-a91e-ffff59105a6f admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7337718 Oct 23 20:07:17.593998 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-391a8270-f1ca-408b-b8e1-90c096333ca8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0305150 Oct 23 20:07:17.631259 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=85c41c4a-1d7d-4750-b70c-de441e07d178,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:17.662074 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.662956 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.663602 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.664325 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.664851 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.665533 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.666056 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.667439 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.670885 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.671682 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.672203 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.672846 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.673379 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.675565 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.676191 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:07:17.756430 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c28c8-1867-460a-821d-ff2275ceb1cd req-3a5ea807-e2a2-4e44-a7f8-54d0d103cae7 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:17.759215 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9b5c28c8-1867-460a-821d-ff2275ceb1cd req-3a5ea807-e2a2-4e44-a7f8-54d0d103cae7 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1043735 Oct 23 20:07:17.845987 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9b5c28c8-1867-460a-821d-ff2275ceb1cd req-525d89b5-f4a7-4b77-b7f5-d4e114ce0574 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771141 Oct 23 20:07:17.891745 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ca596-721e-4c52-a23f-4752e95e6500 None None] Network 3c0acfb2-40b5-45cd-a391-4a15aa1d2eec requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:07:17.930556 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-c939bd7d-e48d-4893-8c23-fe097b4541cd None None] Provisioning complete for port 5baa163f-fb98-46dd-88e4-27b50776e2f7 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:07:17.930931 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c939bd7d-e48d-4893-8c23-fe097b4541cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:17.931278 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-c939bd7d-e48d-4893-8c23-fe097b4541cd None None] Attempt 1 to provision port 5baa163f-fb98-46dd-88e4-27b50776e2f7 Oct 23 20:07:17.974543 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['85c41c4a-1d7d-4750-b70c-de441e07d178'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:07:18.086711 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-c939bd7d-e48d-4893-8c23-fe097b4541cd None None] Port 5baa163f-fb98-46dd-88e4-27b50776e2f7 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:07:18.232703 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b156c2c-7b25-4c71-9baf-94e17cea8ff8 req-ae98b7b3-ad83-4e6f-9944-5a785562da91 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:18.248305 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7b156c2c-7b25-4c71-9baf-94e17cea8ff8 req-ae98b7b3-ad83-4e6f-9944-5a785562da91 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.1027157 Oct 23 20:07:18.365632 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7b156c2c-7b25-4c71-9baf-94e17cea8ff8 req-cda5931c-8875-4d39-a3bd-1f1a16e2d636 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163387 Oct 23 20:07:18.511446 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57624) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:18.516531 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254799507-network', 'tenant_id': '34d72c877caf4740a2ce46c342efb58d'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:07:18.538397 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Made reservation on behalf of 34d72c877caf4740a2ce46c342efb58d for: {'network': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:07:18.541433 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:18.553891 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:18.595002 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:18.713903 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7a89a-1e8f-4e44-a73e-8eb38ad659c8 req-befe25eb-b47d-482f-aa66-77e69707d9ba tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:18.715593 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9cd7a89a-1e8f-4e44-a73e-8eb38ad659c8 req-befe25eb-b47d-482f-aa66-77e69707d9ba tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 945 time: 0.0759628 Oct 23 20:07:18.746986 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Publish callbacks [] for security_group (3684aac8-9cb3-4e5e-8f38-e07dbbeae6f6), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:18.762316 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (3684aac8-9cb3-4e5e-8f38-e07dbbeae6f6), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:18.810041 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=104660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:07:18.821391 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9cd7a89a-1e8f-4e44-a73e-8eb38ad659c8 req-fb49f4b2-2cbd-44cd-9a27-2c3db0c8a970 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001601 Oct 23 20:07:18.839343 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3684aac8-9cb3-4e5e-8f38-e07dbbeae6f6,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:18.860226 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (e22e4f87-cd9b-4ab6-b5a9-71404eddafbc), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:18.860871 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.segments_db [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Added segment e22e4f87-cd9b-4ab6-b5a9-71404eddafbc of type vlan for network 077c4a78-799b-4f95-a24b-f4612bfd592e Oct 23 20:07:18.911316 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57634) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:18.923817 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (077c4a78-799b-4f95-a24b-f4612bfd592e), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:18.954015 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (077c4a78-799b-4f95-a24b-f4612bfd592e), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:18.955249 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:18.955968 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:18.997702 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4848645 Oct 23 20:07:19.000820 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57638) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:19.006562 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-7473e2e2-4e94-41d7-ac9d-13d9396f7e29 admin admin] Request body: {'subnet': {'network_id': '077c4a78-799b-4f95-a24b-f4612bfd592e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254799507-subnet', 'tenant_id': '34d72c877caf4740a2ce46c342efb58d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:07:19.067819 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7473e2e2-4e94-41d7-ac9d-13d9396f7e29 admin admin] Made reservation on behalf of 34d72c877caf4740a2ce46c342efb58d for: {'subnet': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:07:19.074456 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60fa22-fd99-416e-9432-0fbf94e567c8 admin admin] Pushing event updated for resources: {'Network': ['ID=077c4a78-799b-4f95-a24b-f4612bfd592e,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:19.077327 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7473e2e2-4e94-41d7-ac9d-13d9396f7e29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2990482'] for subnet (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:19.090329 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdcd53-cfd8-4f75-bc0c-2e0d4da3e77e req-36bc5ea1-5071-496a-b762-6d5d277fb4bf tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:19.092198 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network 077c4a78-799b-4f95-a24b-f4612bfd592e details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:07:19.092661 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-42bdcd53-cfd8-4f75-bc0c-2e0d4da3e77e req-36bc5ea1-5071-496a-b762-6d5d277fb4bf tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1009562 Oct 23 20:07:19.135616 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b1ae34b0-faaf-420b-a66b-fc1517c26eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:19.164648 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-42bdcd53-cfd8-4f75-bc0c-2e0d4da3e77e req-7deed78b-9b49-4fcc-83e4-f9b317aa0ee4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640948 Oct 23 20:07:19.215754 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:19.355270 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b1ae34b0-faaf-420b-a66b-fc1517c26eb8 admin admin] Publish callbacks [] for security_group (f0628eed-1910-4b2b-865c-cfdac86d7d56), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:19.361341 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b1ae34b0-faaf-420b-a66b-fc1517c26eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (f0628eed-1910-4b2b-865c-cfdac86d7d56), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:19.388780 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=40 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:19.396942 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 85c41c4a-1d7d-4750-b70c-de441e07d178 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:07:19.397592 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=41 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:19.439452 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae34b0-faaf-420b-a66b-fc1517c26eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0628eed-1910-4b2b-865c-cfdac86d7d56,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:19.453298 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b1ae34b0-faaf-420b-a66b-fc1517c26eb8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b66442e61be34bf78578a02e6a3d3d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5262806 Oct 23 20:07:19.453298 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7473e2e2-4e94-41d7-ac9d-13d9396f7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2921222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2990468'] for subnet (73fed21d-f236-4f57-9075-a1c0682af131), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:19.453601 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57644) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:19.497205 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:19.513780 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473e2e2-4e94-41d7-ac9d-13d9396f7e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73fed21d-f236-4f57-9075-a1c0682af131,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:19.530731 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 85c41c4a-1d7d-4750-b70c-de441e07d178 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:07:19.531579 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473e2e2-4e94-41d7-ac9d-13d9396f7e29 admin admin] Checking segment: {'id': 'e22e4f87-cd9b-4ab6-b5a9-71404eddafbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '077c4a78-799b-4f95-a24b-f4612bfd592e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:07:19.531579 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7473e2e2-4e94-41d7-ac9d-13d9396f7e29 admin admin] Network hostable DHCP agents. Network: 077c4a78-799b-4f95-a24b-f4612bfd592e, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:07:19.540263 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 85c41c4a-1d7d-4750-b70c-de441e07d178 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:07:19.540700 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:19.541018 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 85c41c4a-1d7d-4750-b70c-de441e07d178 Oct 23 20:07:19.542534 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:19.575205 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7473e2e2-4e94-41d7-ac9d-13d9396f7e29 admin admin] Network 077c4a78-799b-4f95-a24b-f4612bfd592e is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:07:19.586472 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-7473e2e2-4e94-41d7-ac9d-13d9396f7e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, 077c4a78-799b-4f95-a24b-f4612bfd592e) {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:07:19.591207 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7473e2e2-4e94-41d7-ac9d-13d9396f7e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:19.591487 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7473e2e2-4e94-41d7-ac9d-13d9396f7e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:19.604600 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86223c73-b80e-490c-a8dd-0b3a82ab0bd9 None None] Network 077c4a78-799b-4f95-a24b-f4612bfd592e requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:07:19.621413 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-7473e2e2-4e94-41d7-ac9d-13d9396f7e29 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6193979 Oct 23 20:07:19.640005 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e0371d1e-2716-45ba-b4e8-f5d1d1cd6426 admin admin] Publish callbacks [] for security_group (f0628eed-1910-4b2b-865c-cfdac86d7d56), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:19.665992 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e0371d1e-2716-45ba-b4e8-f5d1d1cd6426 admin admin] Publish callbacks [] for security_group (f0628eed-1910-4b2b-865c-cfdac86d7d56), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:19.705644 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 85c41c4a-1d7d-4750-b70c-de441e07d178 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:07:19.706137 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:19.707793 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db66961-2b3b-4c50-8b0c-0841c37fa62d req-e66a3de4-42cb-44c7-8738-88e9b8ffd95a tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:19.709850 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9db66961-2b3b-4c50-8b0c-0841c37fa62d req-e66a3de4-42cb-44c7-8738-88e9b8ffd95a tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.1501367 Oct 23 20:07:19.733251 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:19.745554 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a4bbdc-fae2-4779-a550-4f9c21b29226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c41c4a-1d7d-4750-b70c-de441e07d178'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:07:19.747896 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5703c1-7605-4c43-afdd-c2173efef8ae" -d '{"events": [{"server_uuid": "65a4bbdc-fae2-4779-a550-4f9c21b29226", "name": "network-vif-plugged", "status": "completed", "tag": "85c41c4a-1d7d-4750-b70c-de441e07d178"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:07:19.797496 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 85c41c4a-1d7d-4750-b70c-de441e07d178, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=85c41c4a-1d7d-4750-b70c-de441e07d178,segment=NetworkSegment(353ac2f3-6a05-438e-a61c-11d20a548864),segment_id=353ac2f3-6a05-438e-a61c-11d20a548864)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:07:19.811019 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f95fe-73e2-47b9-b419-b92929bd0690 None None] Network 077c4a78-799b-4f95-a24b-f4612bfd592e requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:07:19.850013 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:19.854926 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1153a2a-5aa5-49d4-bea9-1c036f1f2a78 x-openstack-request-id: req-f1153a2a-5aa5-49d4-bea9-1c036f1f2a78 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:07:19.855586 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a4bbdc-fae2-4779-a550-4f9c21b29226", "name": "network-vif-plugged", "status": "completed", "tag": "85c41c4a-1d7d-4750-b70c-de441e07d178", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:07:19.855751 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1153a2a-5aa5-49d4-bea9-1c036f1f2a78 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:07:19.856619 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1153a2a-5aa5-49d4-bea9-1c036f1f2a78'] response: {'server_uuid': '65a4bbdc-fae2-4779-a550-4f9c21b29226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c41c4a-1d7d-4750-b70c-de441e07d178', 'code': 200} Oct 23 20:07:19.979112 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=85c41c4a-1d7d-4750-b70c-de441e07d178,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:20.004373 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:20.084724 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e0371d1e-2716-45ba-b4e8-f5d1d1cd6426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (f0628eed-1910-4b2b-865c-cfdac86d7d56), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:20.087683 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e0371d1e-2716-45ba-b4e8-f5d1d1cd6426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:20.088833 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-e0371d1e-2716-45ba-b4e8-f5d1d1cd6426 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f0628eed-1910-4b2b-865c-cfdac86d7d56 HTTP/1.1" status: 204 len: 168 time: 0.6392932 Oct 23 20:07:20.092423 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9db66961-2b3b-4c50-8b0c-0841c37fa62d req-ba888f56-a511-4b0a-85b0-a9098d690310 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747220 Oct 23 20:07:20.103718 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641f67-8879-4cfa-876c-5a72dcaf9f0b req-6ebf3c1a-9e4f-43e6-87fa-2e8ebb073df3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:20.105266 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-90641f67-8879-4cfa-876c-5a72dcaf9f0b req-6ebf3c1a-9e4f-43e6-87fa-2e8ebb073df3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.1022418 Oct 23 20:07:20.110674 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0371d1e-2716-45ba-b4e8-f5d1d1cd6426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0628eed-1910-4b2b-865c-cfdac86d7d56,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:20.148968 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:20.164036 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-90641f67-8879-4cfa-876c-5a72dcaf9f0b req-bf9af1bf-7c54-411f-9f4c-029f944acad8 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511384 Oct 23 20:07:20.374545 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e9a4c-0f9a-47fa-bb5c-d33b83803d04 req-8026ee46-1f36-4506-b95a-0c4fb51259c5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:20.387461 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f04e9a4c-0f9a-47fa-bb5c-d33b83803d04 req-8026ee46-1f36-4506-b95a-0c4fb51259c5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0910258 Oct 23 20:07:20.459836 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f04e9a4c-0f9a-47fa-bb5c-d33b83803d04 req-02265aef-8a9a-44c9-a73b-2bde466930e5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713229 Oct 23 20:07:20.554441 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57664) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:20.569342 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb14c-98e3-476f-94c0-230913f17a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:20.616593 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:20.698915 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb14c-98e3-476f-94c0-230913f17a6c admin admin] Publish callbacks [] for security_group (854b17e3-b8c8-4521-9184-3890a298f867), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:20.704093 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb14c-98e3-476f-94c0-230913f17a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (854b17e3-b8c8-4521-9184-3890a298f867), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:20.750662 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fb14c-98e3-476f-94c0-230913f17a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854b17e3-b8c8-4521-9184-3890a298f867,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:20.769141 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-5e0fb14c-98e3-476f-94c0-230913f17a6c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7c721988fd9540359f364872bcf01bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106857 Oct 23 20:07:20.769324 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57672) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:20.827463 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1e849dc4-53de-43e4-90ba-9c93ead831b4 admin admin] Publish callbacks [] for security_group (854b17e3-b8c8-4521-9184-3890a298f867), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:20.850082 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1e849dc4-53de-43e4-90ba-9c93ead831b4 admin admin] Publish callbacks [] for security_group (854b17e3-b8c8-4521-9184-3890a298f867), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:20.899356 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1e849dc4-53de-43e4-90ba-9c93ead831b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (854b17e3-b8c8-4521-9184-3890a298f867), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:20.901929 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1e849dc4-53de-43e4-90ba-9c93ead831b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:20.903088 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-1e849dc4-53de-43e4-90ba-9c93ead831b4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/854b17e3-b8c8-4521-9184-3890a298f867 HTTP/1.1" status: 204 len: 168 time: 0.1327527 Oct 23 20:07:20.912925 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e849dc4-53de-43e4-90ba-9c93ead831b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854b17e3-b8c8-4521-9184-3890a298f867,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:21.322195 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828eade0-9fd0-409e-b773-3b75250cb2da req-9a3240bf-96bf-4515-afb0-5c3f4070c25d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:21.323702 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-828eade0-9fd0-409e-b773-3b75250cb2da req-9a3240bf-96bf-4515-afb0-5c3f4070c25d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.1061900 Oct 23 20:07:21.345266 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e25690-3b14-4bf7-adef-97282e577edc req-dc02bd2c-48d9-428b-a50f-be05cef5dcfb tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:21.346669 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-52e25690-3b14-4bf7-adef-97282e577edc req-dc02bd2c-48d9-428b-a50f-be05cef5dcfb tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0907245 Oct 23 20:07:21.422305 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-828eade0-9fd0-409e-b773-3b75250cb2da req-d227cfdc-1f70-47bd-957f-2d07ff48b8b8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928051 Oct 23 20:07:21.429895 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-52e25690-3b14-4bf7-adef-97282e577edc req-ee109cea-b819-4ee0-8fee-2a1fc4872999 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757370 Oct 23 20:07:21.603915 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6bb45-0bc2-4689-9b5b-425d92140693 req-093a3e9e-04e1-4e4c-b99b-891999d2e888 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:21.611018 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-47e6bb45-0bc2-4689-9b5b-425d92140693 req-093a3e9e-04e1-4e4c-b99b-891999d2e888 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0575862 Oct 23 20:07:21.666740 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-47e6bb45-0bc2-4689-9b5b-425d92140693 req-67c6baf9-248b-4d4e-8049-027d9f265927 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547647 Oct 23 20:07:22.179337 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:22.585883 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe116ab2-394a-41d3-9001-31e0ae3fc66d req-3af5126d-5bd2-4450-8eea-2f7b5995e1d0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:22.590113 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fe116ab2-394a-41d3-9001-31e0ae3fc66d req-3af5126d-5bd2-4450-8eea-2f7b5995e1d0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0894432 Oct 23 20:07:22.610773 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f2e54-7236-4a18-be06-5bdee4ff725a req-e332bc0c-ad3b-4af9-9099-2e14ae5ea1c5 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:22.612680 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-035f2e54-7236-4a18-be06-5bdee4ff725a req-e332bc0c-ad3b-4af9-9099-2e14ae5ea1c5 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0738885 Oct 23 20:07:22.688947 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fe116ab2-394a-41d3-9001-31e0ae3fc66d req-570333d4-354a-4d20-8c9b-4a3742075fb8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950663 Oct 23 20:07:22.692194 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-035f2e54-7236-4a18-be06-5bdee4ff725a req-27abfd0b-956c-4267-a222-0846b5863908 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721762 Oct 23 20:07:22.802165 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f2fdd-2d21-462a-ae43-8da0b35248bf req-312fa8fe-8485-4a74-85b3-e5ae343492ec tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:22.804666 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-799f2fdd-2d21-462a-ae43-8da0b35248bf req-312fa8fe-8485-4a74-85b3-e5ae343492ec tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0575490 Oct 23 20:07:22.858850 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-799f2fdd-2d21-462a-ae43-8da0b35248bf req-1caf2d15-66bb-474a-a629-f53b05ad8c89 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493703 Oct 23 20:07:23.796328 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:23.853413 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c1e9f-adea-4702-a5b2-a910bf3d6d4c req-8e495549-af53-4bb0-b0dc-54a7216c23af tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:23.854919 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a40c1e9f-adea-4702-a5b2-a910bf3d6d4c req-8e495549-af53-4bb0-b0dc-54a7216c23af tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0793340 Oct 23 20:07:23.862639 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afa3e3-e570-4eb5-a58d-3eafa0b52d58 req-b96fa70f-ea0a-4cc3-970a-8251cdec89c6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:23.864937 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e4afa3e3-e570-4eb5-a58d-3eafa0b52d58 req-b96fa70f-ea0a-4cc3-970a-8251cdec89c6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0791271 Oct 23 20:07:23.948196 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a40c1e9f-adea-4702-a5b2-a910bf3d6d4c req-bfbcff22-4ec0-4123-9f93-f242eeb97188 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822606 Oct 23 20:07:23.951166 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e4afa3e3-e570-4eb5-a58d-3eafa0b52d58 req-fc17d784-94b6-4a55-aa25-196a04dd4e50 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786140 Oct 23 20:07:24.075654 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd77b0-56a3-4d61-91f9-5594629ec7d7 req-14217fc8-6c5a-4e0e-b809-698d524bae23 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:24.077148 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-68fd77b0-56a3-4d61-91f9-5594629ec7d7 req-14217fc8-6c5a-4e0e-b809-698d524bae23 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0523853 Oct 23 20:07:24.124252 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-68fd77b0-56a3-4d61-91f9-5594629ec7d7 req-5da0bb88-3666-43e5-b67e-42bad3d44a69 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 Oct 23 20:07:25.044757 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:25.127678 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bed05-d0c2-4c75-8291-ee15fa0b0bfe req-e2eedd78-2bf1-4a8f-9b82-ebd2dc8ae4d2 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:25.129432 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ac3bed05-d0c2-4c75-8291-ee15fa0b0bfe req-e2eedd78-2bf1-4a8f-9b82-ebd2dc8ae4d2 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0989413 Oct 23 20:07:25.145078 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131f0db-0052-428e-9ecc-967b028f1c94 req-51e6e9d0-b792-46a8-92e4-3c06402a3a95 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:25.147077 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8131f0db-0052-428e-9ecc-967b028f1c94 req-51e6e9d0-b792-46a8-92e4-3c06402a3a95 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0677578 Oct 23 20:07:25.225058 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ac3bed05-d0c2-4c75-8291-ee15fa0b0bfe req-c071f1de-b466-4109-a099-4db14bc4c04a tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768123 Oct 23 20:07:25.232558 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8131f0db-0052-428e-9ecc-967b028f1c94 req-4c393db7-2b58-4606-91aa-1865e266c16b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765607 Oct 23 20:07:25.356523 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3b460-765e-4ce3-ab73-7b9a685b30a1 req-ccf3f05e-25c2-4ef9-9dd0-5b9083cd2179 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:25.363702 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d3d3b460-765e-4ce3-ab73-7b9a685b30a1 req-ccf3f05e-25c2-4ef9-9dd0-5b9083cd2179 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0548677 Oct 23 20:07:25.410605 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d3d3b460-765e-4ce3-ab73-7b9a685b30a1 req-5dd9e651-f319-47ac-acfa-734f194f978d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 Oct 23 20:07:26.392727 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208f0d-525b-4b79-9c0f-29c95ae63d31 req-46aba398-1cda-4323-b656-916c9cdab7b8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:26.395118 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-85208f0d-525b-4b79-9c0f-29c95ae63d31 req-46aba398-1cda-4323-b656-916c9cdab7b8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0789213 Oct 23 20:07:26.426770 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb4c4d-82fa-45f0-9a70-c52c3386051e req-e02f9fd5-741f-4e1f-a7c5-424586035069 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:26.428391 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-72fb4c4d-82fa-45f0-9a70-c52c3386051e req-e02f9fd5-741f-4e1f-a7c5-424586035069 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0799501 Oct 23 20:07:26.493203 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-85208f0d-525b-4b79-9c0f-29c95ae63d31 req-ab62b5ac-9c5c-40ce-9eee-fe96329281f8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902736 Oct 23 20:07:26.534750 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-72fb4c4d-82fa-45f0-9a70-c52c3386051e req-681b2ccf-1cf5-43ef-8276-7f61e876ec72 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976186 Oct 23 20:07:26.630164 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7783ba1-6000-478b-9391-2d0f26c83fc0 req-f627fb5f-b699-4a4f-ab05-29d39db23e61 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:26.631802 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a7783ba1-6000-478b-9391-2d0f26c83fc0 req-f627fb5f-b699-4a4f-ab05-29d39db23e61 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0544372 Oct 23 20:07:26.666690 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 57826) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:26.705455 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a7783ba1-6000-478b-9391-2d0f26c83fc0 req-4b7fd914-0aa3-41f7-9dc1-79b0cbfb8c05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673323 Oct 23 20:07:26.801532 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-84d19fee-423c-4ebd-bada-d6be0145c562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:26.918637 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-84d19fee-423c-4ebd-bada-d6be0145c562 admin admin] Publish callbacks [] for security_group (e937044e-0b26-441c-8426-cacc4057dc99), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:26.923262 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-84d19fee-423c-4ebd-bada-d6be0145c562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (e937044e-0b26-441c-8426-cacc4057dc99), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:26.969174 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-84d19fee-423c-4ebd-bada-d6be0145c562 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0743326d087340b4bb51dbb523a86b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010628 Oct 23 20:07:26.970175 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 57838) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:26.970420 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d19fee-423c-4ebd-bada-d6be0145c562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e937044e-0b26-441c-8426-cacc4057dc99,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:27.031787 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-13f78312-4705-4139-ad0f-c301c807d440 admin admin] Publish callbacks [] for security_group (e937044e-0b26-441c-8426-cacc4057dc99), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:27.049046 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:27.055090 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-13f78312-4705-4139-ad0f-c301c807d440 admin admin] Publish callbacks [] for security_group (e937044e-0b26-441c-8426-cacc4057dc99), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:27.106451 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-13f78312-4705-4139-ad0f-c301c807d440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (e937044e-0b26-441c-8426-cacc4057dc99), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:27.109396 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-13f78312-4705-4139-ad0f-c301c807d440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:27.110708 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-13f78312-4705-4139-ad0f-c301c807d440 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e937044e-0b26-441c-8426-cacc4057dc99 HTTP/1.1" status: 204 len: 168 time: 0.1393988 Oct 23 20:07:27.120038 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f78312-4705-4139-ad0f-c301c807d440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e937044e-0b26-441c-8426-cacc4057dc99,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:27.629817 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074fba-e836-4e65-9f94-239dc1492509 req-e495c360-dca1-445c-8677-924591d79087 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:27.631496 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-50074fba-e836-4e65-9f94-239dc1492509 req-e495c360-dca1-445c-8677-924591d79087 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0597627 Oct 23 20:07:27.731734 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1a5cf-3153-4c49-8357-ca84f1d545be req-80d39d6d-235d-41f6-ad25-0f5c5585dae5 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:27.733617 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-51d1a5cf-3153-4c49-8357-ca84f1d545be req-80d39d6d-235d-41f6-ad25-0f5c5585dae5 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.1002893 Oct 23 20:07:27.762996 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-50074fba-e836-4e65-9f94-239dc1492509 req-b164376a-3dce-4e00-9189-828987084f4a tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132429 Oct 23 20:07:27.847733 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-51d1a5cf-3153-4c49-8357-ca84f1d545be req-7adb7b81-7955-4f45-8fc6-a777c5f41177 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833714 Oct 23 20:07:27.895418 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047d944-a5a1-45cb-91ff-c18f9008523f req-965115d0-0ca9-49f1-a539-4593cc500b10 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:27.897043 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3047d944-a5a1-45cb-91ff-c18f9008523f req-965115d0-0ca9-49f1-a539-4593cc500b10 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0481222 Oct 23 20:07:27.945949 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3047d944-a5a1-45cb-91ff-c18f9008523f req-3ea3d93e-7d97-43e4-84b3-9f579cbe3c32 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432146 Oct 23 20:07:28.916286 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd9fc8-5d42-48f2-baf8-e9f26f8c3e92 req-65c382c1-189a-4c60-9623-ae216f5c8e35 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:28.917967 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6cbd9fc8-5d42-48f2-baf8-e9f26f8c3e92 req-65c382c1-189a-4c60-9623-ae216f5c8e35 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0587189 Oct 23 20:07:28.992507 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:29.007379 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b5c38-99bd-4f45-921d-9d461fc9b250 req-4309b611-44f7-4853-a0ed-1e2711614018 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:29.009916 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1a1b5c38-99bd-4f45-921d-9d461fc9b250 req-4309b611-44f7-4853-a0ed-1e2711614018 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0667250 Oct 23 20:07:29.013970 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6cbd9fc8-5d42-48f2-baf8-e9f26f8c3e92 req-a6d25910-60b5-4716-a08a-bef1642ef068 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901685 Oct 23 20:07:29.083584 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1a1b5c38-99bd-4f45-921d-9d461fc9b250 req-e12d0a91-2c9c-41ea-a635-b0950faf6272 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545073 Oct 23 20:07:29.135673 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20539e42-5c99-4858-ad9c-fab07a274000 req-d5437808-a10d-4873-8110-ef1ac5555a1e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:29.137167 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-20539e42-5c99-4858-ad9c-fab07a274000 req-d5437808-a10d-4873-8110-ef1ac5555a1e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0487258 Oct 23 20:07:29.190593 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-20539e42-5c99-4858-ad9c-fab07a274000 req-14bb9d84-0e4b-4883-9d3b-b7259bffdc3b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477643 Oct 23 20:07:30.149973 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f1433-197e-4c6a-b694-e702b0386ccb req-91710a64-dbb6-447d-a20a-197362d17c80 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:30.151497 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7c3f1433-197e-4c6a-b694-e702b0386ccb req-91710a64-dbb6-447d-a20a-197362d17c80 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0532436 Oct 23 20:07:30.226596 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7c3f1433-197e-4c6a-b694-e702b0386ccb req-1a527db2-4f5b-4e70-99ac-77c6533259dd tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688372 Oct 23 20:07:30.239463 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cf897-3659-4f98-8733-91299536cac2 req-3dd25ba3-7f19-4004-9aae-c4d50c40514a tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:30.240947 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bb0cf897-3659-4f98-8733-91299536cac2 req-3dd25ba3-7f19-4004-9aae-c4d50c40514a tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0577064 Oct 23 20:07:30.299612 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bb0cf897-3659-4f98-8733-91299536cac2 req-547382bc-c0c4-4bf6-87ea-5689d1866b2e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524900 Oct 23 20:07:30.333579 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3f806-330a-45cb-83e4-425edb60c5e3 req-9f69660a-06d8-46b9-b130-56fd913086db tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:30.335084 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-42a3f806-330a-45cb-83e4-425edb60c5e3 req-9f69660a-06d8-46b9-b130-56fd913086db tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0510845 Oct 23 20:07:30.384916 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-42a3f806-330a-45cb-83e4-425edb60c5e3 req-2be00f3b-eff3-4a30-8548-971cb0018e78 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 Oct 23 20:07:31.334055 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:07:31.344565 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa05142-fc71-4dc6-a8e0-d3d588533460 req-1fb8a94e-45d0-4ccf-8c63-13e74e2994bf tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:31.346053 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eaa05142-fc71-4dc6-a8e0-d3d588533460 req-1fb8a94e-45d0-4ccf-8c63-13e74e2994bf tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0469623 Oct 23 20:07:31.359436 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:31.421805 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eaa05142-fc71-4dc6-a8e0-d3d588533460 req-fcf57abb-4de2-40b2-b095-f05a06c7656f tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688543 Oct 23 20:07:31.434441 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8a317-b3d5-4264-974e-9e71713c350f req-63499111-18d6-45d5-bae9-cc651f2b5ee0 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:31.435896 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-55d8a317-b3d5-4264-974e-9e71713c350f req-63499111-18d6-45d5-bae9-cc651f2b5ee0 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0610785 Oct 23 20:07:31.493589 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-55d8a317-b3d5-4264-974e-9e71713c350f req-3e4e9221-93b2-46c1-9dd6-bd2e68e5cf21 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513320 Oct 23 20:07:31.531433 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e61e8-5097-4bda-b271-a390027dfbeb req-cae14c89-8efb-43b7-8399-89c97c57fe19 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:31.532922 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ce9e61e8-5097-4bda-b271-a390027dfbeb req-cae14c89-8efb-43b7-8399-89c97c57fe19 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0551586 Oct 23 20:07:31.580370 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ce9e61e8-5097-4bda-b271-a390027dfbeb req-909d91be-261f-4195-9d88-a66f6017e095 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Oct 23 20:07:32.171833 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=17 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:32.174758 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:32.540094 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73ceeb-a073-4386-adf8-b2d91b3f446e req-f0598336-6f6e-405d-ad71-3518386317d6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:32.541674 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b73ceeb-a073-4386-adf8-b2d91b3f446e req-f0598336-6f6e-405d-ad71-3518386317d6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0469437 Oct 23 20:07:32.617204 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b73ceeb-a073-4386-adf8-b2d91b3f446e req-1e3d31d4-d91f-43b9-99c3-f4c0b4297eaa tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699611 Oct 23 20:07:32.632497 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74980706-3dbb-4ce6-b0ad-67d7438e7759 req-ae43551f-9070-475d-b19b-7e6e2bee5d38 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:32.633963 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-74980706-3dbb-4ce6-b0ad-67d7438e7759 req-ae43551f-9070-475d-b19b-7e6e2bee5d38 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0589848 Oct 23 20:07:32.691076 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-74980706-3dbb-4ce6-b0ad-67d7438e7759 req-6d6a98fd-80dc-48dd-bbde-ac78ed9c94a7 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513527 Oct 23 20:07:32.725881 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc0393-a418-461c-b920-5aa6e6c0d55c req-9aa9ac18-b407-4ff0-aad0-bc007a8f1cf6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:32.727332 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-71cc0393-a418-461c-b920-5aa6e6c0d55c req-9aa9ac18-b407-4ff0-aad0-bc007a8f1cf6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0516725 Oct 23 20:07:32.773161 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-71cc0393-a418-461c-b920-5aa6e6c0d55c req-6c74b8c6-5b7f-47a0-a088-a20ec0b1ffbc tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Oct 23 20:07:33.735693 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f6023-f192-4039-9ac6-4d07110f0d41 req-79f411bc-5061-46ac-bb6f-85eb7ebe84cd tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:33.737187 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-587f6023-f192-4039-9ac6-4d07110f0d41 req-79f411bc-5061-46ac-bb6f-85eb7ebe84cd tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0471604 Oct 23 20:07:33.806177 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:33.819976 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-587f6023-f192-4039-9ac6-4d07110f0d41 req-0dbf8996-47b5-4dee-96f7-c14d08a961d3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768309 Oct 23 20:07:33.827395 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951ce52-c594-4114-9a29-9726453ec7c2 req-21f0e24a-6726-4e6a-a250-d995fc73e19e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:33.828805 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b951ce52-c594-4114-9a29-9726453ec7c2 req-21f0e24a-6726-4e6a-a250-d995fc73e19e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0610673 Oct 23 20:07:33.906356 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b951ce52-c594-4114-9a29-9726453ec7c2 req-48f920c9-1879-4029-a70f-6fcd998b18be tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658538 Oct 23 20:07:33.962710 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f99dc-67eb-482c-bc3e-fb2f4131e435 req-9e97e250-6194-46f2-ad34-1c922d66036a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:33.962710 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1d6f99dc-67eb-482c-bc3e-fb2f4131e435 req-9e97e250-6194-46f2-ad34-1c922d66036a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0760837 Oct 23 20:07:34.013083 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1d6f99dc-67eb-482c-bc3e-fb2f4131e435 req-de4bacce-a637-4dca-91b4-aa927753f2b7 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466459 Oct 23 20:07:34.943660 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d91d0-f745-4e54-9e18-08a308aa022e req-07f25d5d-3754-4737-a87f-3987c25d133b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:34.946052 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1f5d91d0-f745-4e54-9e18-08a308aa022e req-07f25d5d-3754-4737-a87f-3987c25d133b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0523772 Oct 23 20:07:35.019707 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1f5d91d0-f745-4e54-9e18-08a308aa022e req-78d3bc71-aebf-492d-b10e-a1ff8a514cc0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586941 Oct 23 20:07:35.056131 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a594b-b05f-4227-8a1f-45a0df629918 req-4296fb9f-8c42-4a60-87e0-5cd768accd94 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:35.057628 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7d8a594b-b05f-4227-8a1f-45a0df629918 req-4296fb9f-8c42-4a60-87e0-5cd768accd94 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0555053 Oct 23 20:07:35.115405 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7d8a594b-b05f-4227-8a1f-45a0df629918 req-092ac195-9ae2-4916-93dc-1454e11b1203 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521193 Oct 23 20:07:35.150392 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5d504-d1c0-4914-893e-3617d4164df1 req-b5ab3f04-0724-44e3-a543-1afb27a63001 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:35.152043 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8bd5d504-d1c0-4914-893e-3617d4164df1 req-b5ab3f04-0724-44e3-a543-1afb27a63001 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0577450 Oct 23 20:07:35.164095 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:35.204666 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8bd5d504-d1c0-4914-893e-3617d4164df1 req-82ea26b5-c50e-4b3c-8c5a-c7c56801d07c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463140 Oct 23 20:07:36.143146 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567537c-8fd5-43e4-8718-594645b583fc req-291aa95d-52a1-4351-8a93-812283df8f71 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:36.144607 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0567537c-8fd5-43e4-8718-594645b583fc req-291aa95d-52a1-4351-8a93-812283df8f71 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0452504 Oct 23 20:07:36.197089 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0567537c-8fd5-43e4-8718-594645b583fc req-3d1d6263-218b-4203-93a2-b87306770a74 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464106 Oct 23 20:07:36.250169 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ed26d-7480-4686-8666-8498ae8023c0 req-dad0480a-9efc-43c9-be6b-06b37f9c38d3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:36.251693 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7e0ed26d-7480-4686-8666-8498ae8023c0 req-dad0480a-9efc-43c9-be6b-06b37f9c38d3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0473056 Oct 23 20:07:36.330364 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7e0ed26d-7480-4686-8666-8498ae8023c0 req-fb0d348c-8159-4ea7-87a5-1498ebb2c80d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727549 Oct 23 20:07:36.340669 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e7f62-1c7b-4e40-8064-3ee67f0c7587 req-7ce301a4-bd64-4c46-ac93-fec8784514ee tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:36.342082 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2c9e7f62-1c7b-4e40-8064-3ee67f0c7587 req-7ce301a4-bd64-4c46-ac93-fec8784514ee tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0640974 Oct 23 20:07:36.389327 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2c9e7f62-1c7b-4e40-8064-3ee67f0c7587 req-2f25c13e-ddbd-4515-bede-479826dcdf53 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Oct 23 20:07:36.961218 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=28,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:36.965209 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:INSERT=19,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:37.134736 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=23 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:37.315640 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaaf9e-c310-4af6-ab68-409834c3e04e req-b67e517a-751a-4902-aadb-779ff68f7dd0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:37.317259 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4eaaaf9e-c310-4af6-ab68-409834c3e04e req-b67e517a-751a-4902-aadb-779ff68f7dd0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 931 time: 0.0458465 Oct 23 20:07:37.363565 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4eaaaf9e-c310-4af6-ab68-409834c3e04e req-220229e0-f82a-48fb-af6c-356a50458f27 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Oct 23 20:07:37.453298 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0e78d-e312-44ac-beae-f2b21f4dbb6b req-6a477e62-098b-4676-af00-3a76bea6b9ea tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:37.454806 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-06b0e78d-e312-44ac-beae-f2b21f4dbb6b req-6a477e62-098b-4676-af00-3a76bea6b9ea tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0506299 Oct 23 20:07:37.536258 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904bba2-3c59-4125-929c-9c89adc4b8d3 req-a5ed2ab7-ed7a-4107-b402-2f69418a341f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:37.537737 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c904bba2-3c59-4125-929c-9c89adc4b8d3 req-a5ed2ab7-ed7a-4107-b402-2f69418a341f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0752034 Oct 23 20:07:37.540746 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-06b0e78d-e312-44ac-beae-f2b21f4dbb6b req-268224b4-d231-4eec-98ba-fc7367cb4105 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798781 Oct 23 20:07:37.584426 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c904bba2-3c59-4125-929c-9c89adc4b8d3 req-91b9da9a-3290-4547-a65c-267110c25db7 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Oct 23 20:07:38.081221 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Request body: {'port': {'device_id': 'd5375465-162e-4d9d-affe-27a205b609f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:07:38.144171 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:38.391232 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5baa163f-fb98-46dd-88e4-27b50776e2f7 {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:07:38.398985 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Publish callbacks [] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:38.411680 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Transition to ACTIVE for port object 5baa163f-fb98-46dd-88e4-27b50776e2f7 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:07:38.414624 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:38.475355 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Pushing event updated for resources: {'Port': ['ID=5baa163f-fb98-46dd-88e4-27b50776e2f7,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:38.485366 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdabe90-76cc-4ce0-aaeb-8c43a327f9d5 req-b88187bb-e535-4659-8d6f-952ae219429a tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:38.487053 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bcdabe90-76cc-4ce0-aaeb-8c43a327f9d5 req-b88187bb-e535-4659-8d6f-952ae219429a tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 943 time: 0.0488894 Oct 23 20:07:38.534693 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Attempting to bind port 5baa163f-fb98-46dd-88e4-27b50776e2f7 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:07:38.535039 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Attempting to bind port 5baa163f-fb98-46dd-88e4-27b50776e2f7 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:07:38.535369 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Attempting to bind port 5baa163f-fb98-46dd-88e4-27b50776e2f7 on network e0f910e3-91d1-4d9b-b720-07380b5a7ead {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:07:38.539881 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:38.548728 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bcdabe90-76cc-4ce0-aaeb-8c43a327f9d5 req-cfabb6d1-5ec0-4765-bcb9-6c19cb9faca4 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546100 Oct 23 20:07:38.580380 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Port 5baa163f-fb98-46dd-88e4-27b50776e2f7 on network e0f910e3-91d1-4d9b-b720-07380b5a7ead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:07:38.580683 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Attempting to bind port 5baa163f-fb98-46dd-88e4-27b50776e2f7 on network e0f910e3-91d1-4d9b-b720-07380b5a7ead {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:07:38.632486 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:07:38.632486 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Checking segment: {'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:07:38.633076 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Bound using segment: {'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:07:38.633561 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Bound port: 5baa163f-fb98-46dd-88e4-27b50776e2f7, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ebb77a-d682-482c-bb04-636c0d380819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:07:38.633986 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:38.705672 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] For port 5baa163f-fb98-46dd-88e4-27b50776e2f7, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:07:38.708975 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] For port 5baa163f-fb98-46dd-88e4-27b50776e2f7, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:07:38.715069 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:38.719224 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:38.719855 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:38.721243 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/5baa163f-fb98-46dd-88e4-27b50776e2f7 HTTP/1.1" status: 200 len: 1093 time: 0.6447043 Oct 23 20:07:38.721781 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:07:38.724532 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be5004b-d1c5-4548-b1a2-5e68dc79c0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:07:38.755094 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e6635-ef8b-49c5-ad67-39bea78aa499 req-5c3c4111-8056-4eb8-8b1a-91193713748e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:38.756575 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-058e6635-ef8b-49c5-ad67-39bea78aa499 req-5c3c4111-8056-4eb8-8b1a-91193713748e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.1070323 Oct 23 20:07:38.766442 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8cf6f-b87b-445c-9217-373a0562189d req-96dc446c-fe22-41b7-ae82-a2238ba833b1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:38.767854 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4d8cf6f-b87b-445c-9217-373a0562189d req-96dc446c-fe22-41b7-ae82-a2238ba833b1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0890217 Oct 23 20:07:38.776861 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770af5a-7bce-4b04-b758-6c70e822d593 service neutron] Pushing event updated for resources: {'Port': ['ID=5baa163f-fb98-46dd-88e4-27b50776e2f7,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:38.798224 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ea0ea-4717-45c2-88bd-677ea930983e req-5643e265-82d0-451d-99a6-76da33ee8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:38.799668 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-819ea0ea-4717-45c2-88bd-677ea930983e req-5643e265-82d0-451d-99a6-76da33ee8f93 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 1130 time: 0.0832741 Oct 23 20:07:38.851420 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-4b23c0aa-ce7d-4c6f-ba96-c964f2cb0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:38.852989 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-4b23c0aa-ce7d-4c6f-ba96-c964f2cb0e6e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=6b4261a7b9e642e5ba063a4790296b66&device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 1127 time: 0.0418251 Oct 23 20:07:38.875261 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-058e6635-ef8b-49c5-ad67-39bea78aa499 req-a7dbed14-bc33-44dc-9594-fe67f3538051 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064584 Oct 23 20:07:38.889946 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4d8cf6f-b87b-445c-9217-373a0562189d req-94be4e05-f1f5-4401-a04d-9260dca7bfd8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095047 Oct 23 20:07:38.896886 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-819ea0ea-4717-45c2-88bd-677ea930983e req-0d5f4299-6f63-4d65-9397-8bf8b5edd98f service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853710 Oct 23 20:07:38.906295 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-57197a71-5d01-4547-88ec-8f2df3352f8a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7 HTTP/1.1" status: 200 len: 217 time: 0.0436087 Oct 23 20:07:38.924989 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e255a5a5-4ab4-42e5-82a4-a6b062c3ca92 x-openstack-request-id: req-e255a5a5-4ab4-42e5-82a4-a6b062c3ca92 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:07:38.925279 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:07:38.925532 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e255a5a5-4ab4-42e5-82a4-a6b062c3ca92 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:07:38.925932 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e255a5a5-4ab4-42e5-82a4-a6b062c3ca92'] response: {'name': 'network-changed', 'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'status': 'completed', 'code': 200} Oct 23 20:07:39.481799 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:39.523812 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-d7d84727-1c01-435f-93bb-6afb66cc02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:39.525271 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-d7d84727-1c01-435f-93bb-6afb66cc02a7 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2e0a3b2d-7920-4ec0-8431-eb47c4629d68 HTTP/1.1" status: 200 len: 854 time: 0.0508549 Oct 23 20:07:39.671442 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090ad43-1886-47b5-b73c-ece1282cf587 req-080d8758-68ea-49b6-9fa8-f68f18768d19 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:39.672939 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7090ad43-1886-47b5-b73c-ece1282cf587 req-080d8758-68ea-49b6-9fa8-f68f18768d19 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 943 time: 0.0477238 Oct 23 20:07:39.702876 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:39.720431 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7090ad43-1886-47b5-b73c-ece1282cf587 req-38e1b1f6-9968-4544-ab97-c0c64f019d17 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418072 Oct 23 20:07:40.031399 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b5b86-ea74-4e9a-8756-a413f999c3bf req-5adc25f8-4d2c-44e1-94e7-430c95475c04 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:40.032976 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-164b5b86-ea74-4e9a-8756-a413f999c3bf req-5adc25f8-4d2c-44e1-94e7-430c95475c04 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0795889 Oct 23 20:07:40.053903 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ea071-9dc7-4d3d-becf-2e830e9e0893 req-0d51a00c-06c7-482a-9b0d-1fb1e721f779 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:40.055361 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-860ea071-9dc7-4d3d-becf-2e830e9e0893 req-0d51a00c-06c7-482a-9b0d-1fb1e721f779 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0700727 Oct 23 20:07:40.116279 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-164b5b86-ea74-4e9a-8756-a413f999c3bf req-386f4c3a-e061-47ab-9f77-612561316e58 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764871 Oct 23 20:07:40.127028 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-860ea071-9dc7-4d3d-becf-2e830e9e0893 req-2f518b92-31b9-4e48-a690-2c4dfeb3e380 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646167 Oct 23 20:07:40.842414 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52309afd-6736-4bb0-8576-901315d6f59c req-75724120-4009-4d77-ab9a-4fb929274fc7 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:40.843892 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-52309afd-6736-4bb0-8576-901315d6f59c req-75724120-4009-4d77-ab9a-4fb929274fc7 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 943 time: 0.0470622 Oct 23 20:07:40.895045 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-52309afd-6736-4bb0-8576-901315d6f59c req-bf5475fd-daf8-4456-9c5b-4dade1e1efb1 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Oct 23 20:07:41.262137 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f2cf0-0487-46ae-a9b9-2cfe81788820 req-684727b8-a2d9-4369-9f4e-b1df7ac21b48 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:41.263612 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-845f2cf0-0487-46ae-a9b9-2cfe81788820 req-684727b8-a2d9-4369-9f4e-b1df7ac21b48 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0737822 Oct 23 20:07:41.269143 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3664c80-ff68-4bf5-bc96-fdd8d7be3965 req-29c4c04c-c1f4-4313-96a4-dcf4081390ed tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:41.270518 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a3664c80-ff68-4bf5-bc96-fdd8d7be3965 req-29c4c04c-c1f4-4313-96a4-dcf4081390ed tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0708573 Oct 23 20:07:41.329223 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:41.340874 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-845f2cf0-0487-46ae-a9b9-2cfe81788820 req-ef87f137-2558-483e-8243-2edf52ce9637 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694504 Oct 23 20:07:41.344858 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a3664c80-ff68-4bf5-bc96-fdd8d7be3965 req-765f2a59-d6f3-49f7-ac2b-5237713cebd6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677679 Oct 23 20:07:41.566033 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-d1318d5f-6f55-4fa9-b290-c39d5fa3f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:41.567587 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-d1318d5f-6f55-4fa9-b290-c39d5fa3f25a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e0f910e3-91d1-4d9b-b720-07380b5a7ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421717 Oct 23 20:07:41.684044 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 58086) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:41.810671 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-82f3dfc9-11a0-44f2-8bea-a485e1160f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:41.815462 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8e412139-1f84-4bfb-ad7c-7fb1b8598435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:41.873871 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:41.898949 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8e412139-1f84-4bfb-ad7c-7fb1b8598435 admin admin] Publish callbacks [] for security_group (01e6c2eb-fa02-435f-8355-f024ff3af91d), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:41.907549 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8e412139-1f84-4bfb-ad7c-7fb1b8598435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (01e6c2eb-fa02-435f-8355-f024ff3af91d), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:41.955119 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-8e412139-1f84-4bfb-ad7c-7fb1b8598435 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=96c2cc20ec0c49d8b408a2b51fb085f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676413 Oct 23 20:07:41.955119 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e412139-1f84-4bfb-ad7c-7fb1b8598435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e6c2eb-fa02-435f-8355-f024ff3af91d,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:41.955994 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58100) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:42.022480 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-669894a2-c766-40d9-b77a-5b4b6662322d admin admin] Publish callbacks [] for security_group (01e6c2eb-fa02-435f-8355-f024ff3af91d), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:42.032539 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795734c0-058a-4752-9c08-618142462777 req-edd6816d-7462-4691-acd2-cfb9015c8448 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:42.033620 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-795734c0-058a-4752-9c08-618142462777 req-edd6816d-7462-4691-acd2-cfb9015c8448 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 943 time: 0.0583825 Oct 23 20:07:42.044699 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-669894a2-c766-40d9-b77a-5b4b6662322d admin admin] Publish callbacks [] for security_group (01e6c2eb-fa02-435f-8355-f024ff3af91d), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:42.051095 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:42.085063 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-795734c0-058a-4752-9c08-618142462777 req-f2244078-3d6a-427f-8eb5-13e7640fe948 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455933 Oct 23 20:07:42.099643 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-669894a2-c766-40d9-b77a-5b4b6662322d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (01e6c2eb-fa02-435f-8355-f024ff3af91d), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:42.102339 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-669894a2-c766-40d9-b77a-5b4b6662322d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:42.103466 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-669894a2-c766-40d9-b77a-5b4b6662322d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/01e6c2eb-fa02-435f-8355-f024ff3af91d HTTP/1.1" status: 204 len: 168 time: 0.1460290 Oct 23 20:07:42.111207 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669894a2-c766-40d9-b77a-5b4b6662322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e6c2eb-fa02-435f-8355-f024ff3af91d,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:42.263879 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1a85e4c9-99f0-4e08-910e-127e1d04970b req-12ae77ae-23f0-4843-8bb7-84e041624369 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475426 Oct 23 20:07:42.325471 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-a7152f08-ea77-45d1-84bd-100f3856c88b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072793 Oct 23 20:07:42.406092 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85e4c9-99f0-4e08-910e-127e1d04970b req-9d323ce0-17c7-40db-864f-ec7f1ca543e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:42.407886 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1a85e4c9-99f0-4e08-910e-127e1d04970b req-9d323ce0-17c7-40db-864f-ec7f1ca543e7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 1129 time: 0.0538628 Oct 23 20:07:42.457704 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b7a3fd8-922f-49aa-9be2-35a38d391e4c req-3d517b94-c2d7-460a-bbf5-d9fce0376b09 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052151 Oct 23 20:07:42.527742 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32343d-3800-4a55-b5a5-0db6595c9bb6 req-240507b0-eb41-42aa-b8f9-e04880c78755 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:42.529212 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6d32343d-3800-4a55-b5a5-0db6595c9bb6 req-240507b0-eb41-42aa-b8f9-e04880c78755 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0743244 Oct 23 20:07:42.536575 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb25714-ea6a-40fc-8961-48cdf2f41b0e req-61956790-4eaf-4b20-9c4f-767c35771bd2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:42.537976 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9fb25714-ea6a-40fc-8961-48cdf2f41b0e req-61956790-4eaf-4b20-9c4f-767c35771bd2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0730753 Oct 23 20:07:42.545620 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:42.615584 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c3b8a-5247-477c-a2d1-790429180b82 req-52bcbfc9-cc86-4070-ac99-669cbb05cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:42.617060 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-531c3b8a-5247-477c-a2d1-790429180b82 req-52bcbfc9-cc86-4070-ac99-669cbb05cfd4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 1129 time: 0.0868516 Oct 23 20:07:42.646886 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9fb25714-ea6a-40fc-8961-48cdf2f41b0e req-930e3ac5-be6c-468b-95a9-e0efa24bdb86 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001883 Oct 23 20:07:42.650862 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6d32343d-3800-4a55-b5a5-0db6595c9bb6 req-0f8511fb-ab60-4d01-9057-de1c40d5832d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058700 Oct 23 20:07:43.206231 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113e3f4-f3b5-4560-b340-739f89680b52 req-e7b9a413-7d84-4d82-bb51-4c0408653810 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:43.207755 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f113e3f4-f3b5-4560-b340-739f89680b52 req-e7b9a413-7d84-4d82-bb51-4c0408653810 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 943 time: 0.0476718 Oct 23 20:07:43.255375 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f113e3f4-f3b5-4560-b340-739f89680b52 req-e5363888-f546-423a-b453-ea8b25cc97c5 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415864 Oct 23 20:07:43.805531 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80daa4-210e-44c2-a41e-eb2415125536 req-16113e5b-3147-43e6-9c78-3812e5c14967 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:43.807984 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9e80daa4-210e-44c2-a41e-eb2415125536 req-16113e5b-3147-43e6-9c78-3812e5c14967 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0780520 Oct 23 20:07:43.814547 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c7d42-48dd-4f1f-9cf0-4ef6b24d6b4e req-dce5fdc6-b33e-49e5-b9e7-cf30fe3e9f67 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:43.815964 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-369c7d42-48dd-4f1f-9cf0-4ef6b24d6b4e req-dce5fdc6-b33e-49e5-b9e7-cf30fe3e9f67 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0855050 Oct 23 20:07:43.891957 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9e80daa4-210e-44c2-a41e-eb2415125536 req-ab8dc414-4a80-42bb-9dba-48e9c08d7782 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748625 Oct 23 20:07:43.894979 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-369c7d42-48dd-4f1f-9cf0-4ef6b24d6b4e req-a1854603-8da6-41f0-ac0b-4cecffe4579f tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692825 Oct 23 20:07:44.179612 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8b80e86e-4fd7-49a3-9ed6-5bc2826fa03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:44.375939 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a18d4-713b-4e28-ab3b-065f9776c17c req-28e8b6ac-320d-4f2b-abbd-cd5c9802d42c tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:44.377368 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9e8a18d4-713b-4e28-ab3b-065f9776c17c req-28e8b6ac-320d-4f2b-abbd-cd5c9802d42c tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 943 time: 0.0484490 Oct 23 20:07:44.423736 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9e8a18d4-713b-4e28-ab3b-065f9776c17c req-3a297508-a349-41f5-948c-3fc849300387 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401287 Oct 23 20:07:44.744069 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 58160) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:44.787793 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f0b4f6-aa4e-45fb-9836-b5df67204542 admin admin] Deleting subnet 36cdd5ef-7820-42ea-b647-0dae5fb8c2cb {{(pid=104660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:07:44.791006 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-89f0b4f6-aa4e-45fb-9836-b5df67204542 admin admin] Publish callbacks [] for subnet (36cdd5ef-7820-42ea-b647-0dae5fb8c2cb), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:44.825521 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-89f0b4f6-aa4e-45fb-9836-b5df67204542 admin admin] Publish callbacks [] for subnet (36cdd5ef-7820-42ea-b647-0dae5fb8c2cb), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:44.835120 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-89f0b4f6-aa4e-45fb-9836-b5df67204542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (36cdd5ef-7820-42ea-b647-0dae5fb8c2cb), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:44.879528 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:44.892443 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-89f0b4f6-aa4e-45fb-9836-b5df67204542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for subnet (36cdd5ef-7820-42ea-b647-0dae5fb8c2cb), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:44.920267 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0b4f6-aa4e-45fb-9836-b5df67204542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36cdd5ef-7820-42ea-b647-0dae5fb8c2cb,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:44.922334 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-89f0b4f6-aa4e-45fb-9836-b5df67204542 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:44.927096 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-89f0b4f6-aa4e-45fb-9836-b5df67204542 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/36cdd5ef-7820-42ea-b647-0dae5fb8c2cb HTTP/1.1" status: 204 len: 168 time: 0.1820040 Oct 23 20:07:44.929539 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 58166) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:45.057167 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (3c0acfb2-40b5-45cd-a391-4a15aa1d2eec), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.073751 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d2f0-73e3-4343-8c04-e80c137eafb5 req-fb33982e-4811-4fd8-9454-12404c1bb49d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:45.075212 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1299d2f0-73e3-4343-8c04-e80c137eafb5 req-fb33982e-4811-4fd8-9454-12404c1bb49d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0908804 Oct 23 20:07:45.088378 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cf448-e2ea-4997-8cfc-28e5a9e3d72e req-85b0ec29-1d04-4122-bc61-bde2ec35b71d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:45.089726 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-660cf448-e2ea-4997-8cfc-28e5a9e3d72e req-85b0ec29-1d04-4122-bc61-bde2ec35b71d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.1064680 Oct 23 20:07:45.160200 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:45.226318 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (3c0acfb2-40b5-45cd-a391-4a15aa1d2eec), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.231357 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1299d2f0-73e3-4343-8c04-e80c137eafb5 req-e5c3e765-3811-4ada-98cd-9f53d86251da tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492298 Oct 23 20:07:45.251288 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-660cf448-e2ea-4997-8cfc-28e5a9e3d72e req-e090b4e2-33ba-4fb5-92a0-9f8485d40f14 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532679 Oct 23 20:07:45.260248 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.260634 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.261377 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.261711 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > port after_create 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.262051 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.262420 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > port after_update 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.262741 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.263122 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.263402 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.263720 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.330549 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.330898 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.331240 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.331569 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 20:07:45.331935 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0acfb2-40b5-45cd-a391-4a15aa1d2eec']}} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:45.349780 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be65db06-81f0-42e4-b419-89e58dda5981') {'for_net_delete': True} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:45.350076 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be65db06-81f0-42e4-b419-89e58dda5981') {} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:45.365759 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212809'] for segment (be65db06-81f0-42e4-b419-89e58dda5981), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.387646 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (be65db06-81f0-42e4-b419-89e58dda5981), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.393387 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.397350 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=104660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:07:45.397742 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25297647'] for segment (be65db06-81f0-42e4-b419-89e58dda5981), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.469500 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (3c0acfb2-40b5-45cd-a391-4a15aa1d2eec), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.488128 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.494395 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58176) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:45.494906 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/3c0acfb2-40b5-45cd-a391-4a15aa1d2eec HTTP/1.1" status: 204 len: 168 time: 0.5639033 Oct 23 20:07:45.495486 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ab610-a331-497a-a1ff-71b29bf67a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0acfb2-40b5-45cd-a391-4a15aa1d2eec,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:45.544964 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb305464-e19b-4064-873d-4668d8784885 admin admin] Deleting subnet 73fed21d-f236-4f57-9075-a1c0682af131 {{(pid=104659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:07:45.547690 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cb305464-e19b-4064-873d-4668d8784885 admin admin] Publish callbacks [] for subnet (73fed21d-f236-4f57-9075-a1c0682af131), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.559030 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a64884-9ef1-4c66-9618-1625190bec9f req-51f15eef-8376-4952-8b86-f5e8a18a0791 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:45.560559 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e4a64884-9ef1-4c66-9618-1625190bec9f req-51f15eef-8376-4952-8b86-f5e8a18a0791 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 943 time: 0.0552104 Oct 23 20:07:45.588741 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cb305464-e19b-4064-873d-4668d8784885 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182768'] for subnet (73fed21d-f236-4f57-9075-a1c0682af131), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.622628 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e4a64884-9ef1-4c66-9618-1625190bec9f req-03b6fb71-66fa-4cff-94c0-584656076ac5 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554509 Oct 23 20:07:45.631223 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cb305464-e19b-4064-873d-4668d8784885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (73fed21d-f236-4f57-9075-a1c0682af131), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.664058 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment be65db06-81f0-42e4-b419-89e58dda5981 resource provider aggregate not found Oct 23 20:07:45.681603 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment be65db06-81f0-42e4-b419-89e58dda5981 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be65db06-81f0-42e4-b419-89e58dda5981 found for delete ", "request_id": "req-36effb9f-6570-4e97-acac-1bd2d4d4b2ae"}]} Oct 23 20:07:45.689144 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cb305464-e19b-4064-873d-4668d8784885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2990477'] for subnet (73fed21d-f236-4f57-9075-a1c0682af131), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.715496 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb305464-e19b-4064-873d-4668d8784885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73fed21d-f236-4f57-9075-a1c0682af131,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:45.723144 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-cb305464-e19b-4064-873d-4668d8784885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.726404 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-cb305464-e19b-4064-873d-4668d8784885 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/73fed21d-f236-4f57-9075-a1c0682af131 HTTP/1.1" status: 204 len: 168 time: 0.2301404 Oct 23 20:07:45.728916 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58188) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:45.794892 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (077c4a78-799b-4f95-a24b-f4612bfd592e), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.875287 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (077c4a78-799b-4f95-a24b-f4612bfd592e), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.894332 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077c4a78-799b-4f95-a24b-f4612bfd592e']}} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:45.904010 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22e4f87-cd9b-4ab6-b5a9-71404eddafbc') {'for_net_delete': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:45.904304 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22e4f87-cd9b-4ab6-b5a9-71404eddafbc') {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:07:45.914316 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182779'] for segment (e22e4f87-cd9b-4ab6-b5a9-71404eddafbc), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.927517 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (e22e4f87-cd9b-4ab6-b5a9-71404eddafbc), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.934045 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=104659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:07:45.934498 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921699'] for segment (e22e4f87-cd9b-4ab6-b5a9-71404eddafbc), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:45.956264 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment e22e4f87-cd9b-4ab6-b5a9-71404eddafbc resource provider aggregate not found Oct 23 20:07:45.989116 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment e22e4f87-cd9b-4ab6-b5a9-71404eddafbc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e22e4f87-cd9b-4ab6-b5a9-71404eddafbc found for delete ", "request_id": "req-2d7f9faf-2045-4a4d-aa2a-0155f374c6e3"}]} Oct 23 20:07:46.002680 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (077c4a78-799b-4f95-a24b-f4612bfd592e), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:46.009438 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:46.012012 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/077c4a78-799b-4f95-a24b-f4612bfd592e HTTP/1.1" status: 204 len: 168 time: 0.2821815 Oct 23 20:07:46.026149 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27720db2-4de3-4607-8157-4c2c403fd184 admin admin] Pushing event deleted for resources: {'Network': ['ID=077c4a78-799b-4f95-a24b-f4612bfd592e,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:46.181280 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 58196) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:46.225675 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-0ad096db-9a79-49be-9915-28fae5ca26c1 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ff0a974c04624bf9be19e4ac663d0288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429871 Oct 23 20:07:46.227949 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 58200) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:46.273550 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5baa163f-fb98-46dd-88e4-27b50776e2f7 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:07:46.278582 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8ca998b2-8607-4cd3-9fd9-ee2fc8cacf6b admin admin] Publish callbacks [] for security_group (3c1e061b-031c-4279-b898-50d76f82b1ec), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:46.302638 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8ca998b2-8607-4cd3-9fd9-ee2fc8cacf6b admin admin] Publish callbacks [] for security_group (3c1e061b-031c-4279-b898-50d76f82b1ec), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:46.390738 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5baa163f-fb98-46dd-88e4-27b50776e2f7, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:07:46.403162 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'port_id': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'mac_address': 'fa:16:3e:be:02:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:07:46.440057 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 5baa163f-fb98-46dd-88e4-27b50776e2f7 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:07:46.440458 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:46.455642 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5baa163f-fb98-46dd-88e4-27b50776e2f7 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:07:46.479109 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5baa163f-fb98-46dd-88e4-27b50776e2f7, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:07:46.483540 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:46.532190 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=5baa163f-fb98-46dd-88e4-27b50776e2f7,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:46.650558 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d6a17-968f-4e0b-b806-f7c576fd87b3 req-e8463390-3aea-4fd8-8b9b-445247be60c8 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:46.652261 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e69d6a17-968f-4e0b-b806-f7c576fd87b3 req-e8463390-3aea-4fd8-8b9b-445247be60c8 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.3203735 Oct 23 20:07:46.653515 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8ca998b2-8607-4cd3-9fd9-ee2fc8cacf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (3c1e061b-031c-4279-b898-50d76f82b1ec), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:46.656150 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8ca998b2-8607-4cd3-9fd9-ee2fc8cacf6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:46.657152 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-8ca998b2-8607-4cd3-9fd9-ee2fc8cacf6b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3c1e061b-031c-4279-b898-50d76f82b1ec HTTP/1.1" status: 204 len: 168 time: 0.4281478 Oct 23 20:07:46.666542 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3035618-a99b-4f88-b067-cbb466d7cc07 req-92bc343e-ab9a-4259-aa81-0281f959723d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:46.668870 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b3035618-a99b-4f88-b067-cbb466d7cc07 req-92bc343e-ab9a-4259-aa81-0281f959723d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.3325260 Oct 23 20:07:46.683075 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca998b2-8607-4cd3-9fd9-ee2fc8cacf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1e061b-031c-4279-b898-50d76f82b1ec,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:46.721293 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:46.746349 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e69d6a17-968f-4e0b-b806-f7c576fd87b3 req-98c133ce-6d7a-4a5f-8b04-14552adaff15 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880046 Oct 23 20:07:46.751607 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:46.760137 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b3035618-a99b-4f88-b067-cbb466d7cc07 req-3741d69b-3b5c-4153-995c-7b3048eb0c52 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799553 Oct 23 20:07:46.861251 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952314a-5e1b-47a0-86c9-b544a6b3c038 req-a4adf5ea-3f32-4847-a84a-03472894d82b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:46.862720 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5952314a-5e1b-47a0-86c9-b544a6b3c038 req-a4adf5ea-3f32-4847-a84a-03472894d82b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 944 time: 0.0482183 Oct 23 20:07:46.910573 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5952314a-5e1b-47a0-86c9-b544a6b3c038 req-9cea7d81-fad8-4bcf-bbc7-cd87929a25e0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Oct 23 20:07:47.047296 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58212) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:47.067287 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:47.089611 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-4426e33a-f427-456b-8985-8c69fe60f012 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=34d72c877caf4740a2ce46c342efb58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411088 Oct 23 20:07:47.093080 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58214) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:07:47.114340 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:47.145174 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4900-3d9c-4a3c-b728-24a4b0dc748e admin admin] Publish callbacks [] for security_group (3684aac8-9cb3-4e5e-8f38-e07dbbeae6f6), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:47.153313 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:47.168656 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4900-3d9c-4a3c-b728-24a4b0dc748e admin admin] Publish callbacks [] for security_group (3684aac8-9cb3-4e5e-8f38-e07dbbeae6f6), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:47.217197 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4900-3d9c-4a3c-b728-24a4b0dc748e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (3684aac8-9cb3-4e5e-8f38-e07dbbeae6f6), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:47.219808 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4900-3d9c-4a3c-b728-24a4b0dc748e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:47.220968 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-5f2e4900-3d9c-4a3c-b728-24a4b0dc748e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3684aac8-9cb3-4e5e-8f38-e07dbbeae6f6 HTTP/1.1" status: 204 len: 168 time: 0.1269689 Oct 23 20:07:47.229773 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e4900-3d9c-4a3c-b728-24a4b0dc748e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3684aac8-9cb3-4e5e-8f38-e07dbbeae6f6,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:47.918802 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790a390-efe0-4b17-b3a4-b34eb138157d req-bcfb037c-b248-466e-acc6-c01c35a55c15 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:47.920270 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0790a390-efe0-4b17-b3a4-b34eb138157d req-bcfb037c-b248-466e-acc6-c01c35a55c15 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0771754 Oct 23 20:07:47.925917 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb85b0-38cb-45b8-b7e1-e88fd53c270a req-99f883e6-bd82-4094-83a7-ddd359003439 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:47.927324 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c8eb85b0-38cb-45b8-b7e1-e88fd53c270a req-99f883e6-bd82-4094-83a7-ddd359003439 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0958002 Oct 23 20:07:48.011132 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0790a390-efe0-4b17-b3a4-b34eb138157d req-058b1f42-82dc-4170-b06a-3eb00196625d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828190 Oct 23 20:07:48.014187 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c8eb85b0-38cb-45b8-b7e1-e88fd53c270a req-606ce30a-cd8f-4d61-b2a5-790402235bfa tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777297 Oct 23 20:07:48.123158 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bf32d-bcf2-4fe3-85d0-87ec35cfc28b req-98bfe539-6f04-41dc-b93a-ae90770d7ffc tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:48.124663 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e17bf32d-bcf2-4fe3-85d0-87ec35cfc28b req-98bfe539-6f04-41dc-b93a-ae90770d7ffc tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 944 time: 0.0522251 Oct 23 20:07:48.137379 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:48.176181 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e17bf32d-bcf2-4fe3-85d0-87ec35cfc28b req-8b839abd-d5d3-4d44-8739-f2877bd50dfc tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444109 Oct 23 20:07:49.067308 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85e4c9-99f0-4e08-910e-127e1d04970b req-ca8799df-8dc9-4e77-950e-bfdd43d8b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:49.073582 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1a85e4c9-99f0-4e08-910e-127e1d04970b req-ca8799df-8dc9-4e77-950e-bfdd43d8b4de service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 919 time: 0.1040533 Oct 23 20:07:49.119218 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-531c3b8a-5247-477c-a2d1-790429180b82 req-76521fcc-ec8e-43c1-920f-133e20d3aa73 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613384 Oct 23 20:07:49.181105 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951ee23-1808-4035-8b05-2815a54b7588 req-4e11a573-d755-4ad3-bf17-ed3ba1ead6b6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:49.182590 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b951ee23-1808-4035-8b05-2815a54b7588 req-4e11a573-d755-4ad3-bf17-ed3ba1ead6b6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0806639 Oct 23 20:07:49.189772 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55b63-bad2-45dc-8a7a-5a9a5a247a42 req-f13be415-e0e1-486d-8722-beb97baeeb2b tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:49.191142 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2ed55b63-bad2-45dc-8a7a-5a9a5a247a42 req-f13be415-e0e1-486d-8722-beb97baeeb2b tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0759599 Oct 23 20:07:49.265973 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b951ee23-1808-4035-8b05-2815a54b7588 req-58922b54-b23f-4a01-8175-37063aa9c6cf tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738151 Oct 23 20:07:49.269102 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2ed55b63-bad2-45dc-8a7a-5a9a5a247a42 req-4de872ab-1235-45d0-8488-d1dd989499a2 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710759 Oct 23 20:07:49.368594 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19917c-69a0-43d8-b1bd-9ac6f55ecda5 req-1b8af45b-a786-4846-9235-da9a6f1362ac tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:49.370070 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a19917c-69a0-43d8-b1bd-9ac6f55ecda5 req-1b8af45b-a786-4846-9235-da9a6f1362ac tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 944 time: 0.0480154 Oct 23 20:07:49.417324 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a19917c-69a0-43d8-b1bd-9ac6f55ecda5 req-503e9d54-cef9-4da0-b820-61e0f88d9946 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Oct 23 20:07:49.448082 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['5baa163f-fb98-46dd-88e4-27b50776e2f7'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:07:49.675041 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1a85e4c9-99f0-4e08-910e-127e1d04970b req-cc8998c1-d643-498a-899e-91c7b06cf536 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2157f124-6d4c-4aa3-8b95-ee304dc9379e HTTP/1.1" status: 200 len: 217 time: 0.0397003 Oct 23 20:07:49.680447 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5004b-d1c5-4548-b1a2-5e68dc79c0e9 req-e2861cdc-8ffd-41ea-8aa3-af9e7cb00194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:49.681831 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5be5004b-d1c5-4548-b1a2-5e68dc79c0e9 req-e2861cdc-8ffd-41ea-8aa3-af9e7cb00194 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=6b4261a7b9e642e5ba063a4790296b66&device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 1128 time: 0.0746226 Oct 23 20:07:50.416570 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff99694-f28f-479a-87ce-341250307946 req-7524b7c9-f146-4f72-bb8a-73ac3c7c86bf tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:50.418017 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eff99694-f28f-479a-87ce-341250307946 req-7524b7c9-f146-4f72-bb8a-73ac3c7c86bf tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0756376 Oct 23 20:07:50.425314 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3b271-483a-455a-9da4-b32ca8d6ed99 req-8e4b09ab-c5ac-4aa5-9af6-47a05c1da324 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:50.426689 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f0e3b271-483a-455a-9da4-b32ca8d6ed99 req-8e4b09ab-c5ac-4aa5-9af6-47a05c1da324 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0830135 Oct 23 20:07:50.501376 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f0e3b271-483a-455a-9da4-b32ca8d6ed99 req-aa0ca64e-8b6a-4bde-9a5f-0720d1c830e9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666931 Oct 23 20:07:50.505044 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eff99694-f28f-479a-87ce-341250307946 req-07516309-e32a-4301-8479-d314a854a805 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775068 Oct 23 20:07:50.605942 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a89727-c2fb-49b2-84db-7765cf74e129 req-29f35f74-1013-4eb0-b527-35334fccf767 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:50.607597 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-78a89727-c2fb-49b2-84db-7765cf74e129 req-29f35f74-1013-4eb0-b527-35334fccf767 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 944 time: 0.0483809 Oct 23 20:07:50.659271 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-78a89727-c2fb-49b2-84db-7765cf74e129 req-82f4927b-bc22-494a-a6b2-93b7a4d767b6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460646 Oct 23 20:07:51.292167 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85e4c9-99f0-4e08-910e-127e1d04970b req-ca77d30b-0b35-4de6-949d-aa82f570b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:51.293573 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1a85e4c9-99f0-4e08-910e-127e1d04970b req-ca77d30b-0b35-4de6-949d-aa82f570b7e3 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.1016347 Oct 23 20:07:51.317129 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5004b-d1c5-4548-b1a2-5e68dc79c0e9 req-9e067d21-6b53-46fc-a646-89d40d451e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:51.319115 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5be5004b-d1c5-4548-b1a2-5e68dc79c0e9 req-9e067d21-6b53-46fc-a646-89d40d451e15 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=e0f910e3-91d1-4d9b-b720-07380b5a7ead HTTP/1.1" status: 200 len: 916 time: 0.1185110 Oct 23 20:07:51.331637 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5baa163f-fb98-46dd-88e4-27b50776e2f7 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:07:51.372103 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 5baa163f-fb98-46dd-88e4-27b50776e2f7 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:07:51.377664 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 5baa163f-fb98-46dd-88e4-27b50776e2f7 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:07:51.378031 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:51.378402 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 5baa163f-fb98-46dd-88e4-27b50776e2f7 Oct 23 20:07:51.448912 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 5baa163f-fb98-46dd-88e4-27b50776e2f7 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:07:51.449302 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:51.471826 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:07:51.474088 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba4edec-d9fa-4103-b732-bdd393382d08" -d '{"events": [{"server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "name": "network-vif-plugged", "status": "completed", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:07:51.487243 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5baa163f-fb98-46dd-88e4-27b50776e2f7, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:07:51.491914 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:51.519586 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472161ac-e95e-4a12-b548-d5626a87f73d x-openstack-request-id: req-472161ac-e95e-4a12-b548-d5626a87f73d {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:07:51.519874 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "name": "network-vif-plugged", "status": "completed", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:07:51.520131 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-472161ac-e95e-4a12-b548-d5626a87f73d {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:07:51.520527 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472161ac-e95e-4a12-b548-d5626a87f73d'] response: {'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'code': 200} Oct 23 20:07:51.547009 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=5baa163f-fb98-46dd-88e4-27b50776e2f7,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:07:51.612965 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:51.631725 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8362a-8cd9-47fa-a1ac-341214efb0f1 req-97f0b5da-cdae-440c-b497-028a9b1cc19c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:51.633222 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f7f8362a-8cd9-47fa-a1ac-341214efb0f1 req-97f0b5da-cdae-440c-b497-028a9b1cc19c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0478475 Oct 23 20:07:51.681358 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f7f8362a-8cd9-47fa-a1ac-341214efb0f1 req-1cee63cb-277c-4d0a-873d-e4184a1362bf tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424695 Oct 23 20:07:51.801229 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dda384-1732-4d19-b8dc-bb9eba542798 req-cc8d0ff4-a9fc-4905-aa02-05a6f357211d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:51.803568 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a8dda384-1732-4d19-b8dc-bb9eba542798 req-cc8d0ff4-a9fc-4905-aa02-05a6f357211d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0637150 Oct 23 20:07:51.853222 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a8dda384-1732-4d19-b8dc-bb9eba542798 req-ee1c22ff-2ee8-4471-a451-3d43e770424b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Oct 23 20:07:52.119714 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdaf29-0e5a-45d7-9b55-a281ebed42d5 req-1c8d19ec-c9d2-4ef3-a08f-a00f84e248b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:52.121252 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cfbdaf29-0e5a-45d7-9b55-a281ebed42d5 req-1c8d19ec-c9d2-4ef3-a08f-a00f84e248b2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 1129 time: 0.0436692 Oct 23 20:07:52.167394 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cfbdaf29-0e5a-45d7-9b55-a281ebed42d5 req-226ea9dd-1d6a-4f56-8ad4-950b3dd4e0cf service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Oct 23 20:07:52.183154 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:07:52.209767 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5be5004b-d1c5-4548-b1a2-5e68dc79c0e9 req-c048f86a-42ae-4e65-8c09-19140bf65f58 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7 HTTP/1.1" status: 200 len: 217 time: 0.2615199 Oct 23 20:07:52.216836 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85e4c9-99f0-4e08-910e-127e1d04970b req-f9865bbf-2b25-4b01-b7ab-285929ae23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:52.218234 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1a85e4c9-99f0-4e08-910e-127e1d04970b req-f9865bbf-2b25-4b01-b7ab-285929ae23f6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2814925 Oct 23 20:07:52.765693 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5004b-d1c5-4548-b1a2-5e68dc79c0e9 req-66146467-9b6f-4053-8cb8-27d623e9919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:52.767179 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5be5004b-d1c5-4548-b1a2-5e68dc79c0e9 req-66146467-9b6f-4053-8cb8-27d623e9919f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2e0a3b2d-7920-4ec0-8431-eb47c4629d68 HTTP/1.1" status: 200 len: 854 time: 0.1048725 Oct 23 20:07:52.789891 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1a85e4c9-99f0-4e08-910e-127e1d04970b req-aa24869a-cd42-4b37-91b1-1212fecc6683 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197689 Oct 23 20:07:52.807397 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d3c73-b4d0-4b5d-92e3-fd8e1b7b1bdc req-5ec09a9a-5b20-4b01-9d2e-fe56565b8ac9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:52.808873 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-379d3c73-b4d0-4b5d-92e3-fd8e1b7b1bdc req-5ec09a9a-5b20-4b01-9d2e-fe56565b8ac9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0472894 Oct 23 20:07:52.857974 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-379d3c73-b4d0-4b5d-92e3-fd8e1b7b1bdc req-46949447-f4f7-4a73-88a8-62748c4b2e40 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433500 Oct 23 20:07:52.954239 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:52.969352 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0cd9d-830e-4415-ab5f-1f1fe6134e94 req-a6346511-d01f-47a8-908b-70ba3816a4f5 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:52.970845 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-25f0cd9d-830e-4415-ab5f-1f1fe6134e94 req-a6346511-d01f-47a8-908b-70ba3816a4f5 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0464375 Oct 23 20:07:53.024009 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-25f0cd9d-830e-4415-ab5f-1f1fe6134e94 req-cf18158f-cf16-47be-b980-8fcceeb324ee tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470650 Oct 23 20:07:53.859541 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f98b5-eea2-414f-9b81-f669a78b6814 req-f65e9405-fc62-45ea-bbd3-58352b10c154 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:53.861076 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-376f98b5-eea2-414f-9b81-f669a78b6814 req-f65e9405-fc62-45ea-bbd3-58352b10c154 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0489440 Oct 23 20:07:53.908366 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-376f98b5-eea2-414f-9b81-f669a78b6814 req-19a57a59-71e2-4335-b9c3-cd41b8f45b93 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Oct 23 20:07:53.978145 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b354f-e04b-4373-a39b-993cc415283e req-a501486e-0430-4fae-86f0-eb3d788bb136 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:53.979650 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-db8b354f-e04b-4373-a39b-993cc415283e req-a501486e-0430-4fae-86f0-eb3d788bb136 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0463455 Oct 23 20:07:54.026599 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-db8b354f-e04b-4373-a39b-993cc415283e req-2096c427-b94c-423e-8c22-23325a3b4fa7 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Oct 23 20:07:54.175316 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9df07-f199-4353-949b-f723793df7c5 req-549668c1-0a80-437b-a27b-ac6c91983995 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:54.176693 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6bd9df07-f199-4353-949b-f723793df7c5 req-549668c1-0a80-437b-a27b-ac6c91983995 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0800610 Oct 23 20:07:54.182182 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ccf0-4707-4658-99ca-2a53397a6db1 req-1e3ce3be-ba73-4eb4-b250-90f27438a80e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:54.183549 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e657ccf0-4707-4658-99ca-2a53397a6db1 req-1e3ce3be-ba73-4eb4-b250-90f27438a80e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0848973 Oct 23 20:07:54.256550 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6bd9df07-f199-4353-949b-f723793df7c5 req-970575cc-4631-4081-ab70-5874e4ba7dd4 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715377 Oct 23 20:07:54.260588 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e657ccf0-4707-4658-99ca-2a53397a6db1 req-1c79cf78-72ca-4823-81d8-748deaab498d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693846 Oct 23 20:07:55.032757 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a0323-887b-4fbf-ad20-c4baaafea226 req-15ee9acc-fee0-4bc7-85d8-301e4a9423fa tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:55.034304 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-133a0323-887b-4fbf-ad20-c4baaafea226 req-15ee9acc-fee0-4bc7-85d8-301e4a9423fa tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0514739 Oct 23 20:07:55.081551 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-133a0323-887b-4fbf-ad20-c4baaafea226 req-a7e0acf4-d3f2-4b09-8670-b23f97ed250f tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Oct 23 20:07:55.374265 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ecb1a-e64d-4693-9c03-fde05fe05b87 req-69c6e46e-16ae-49da-abf9-46ca7309610e tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:55.375735 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-641ecb1a-e64d-4693-9c03-fde05fe05b87 req-69c6e46e-16ae-49da-abf9-46ca7309610e tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0458767 Oct 23 20:07:55.422204 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-641ecb1a-e64d-4693-9c03-fde05fe05b87 req-7626af3a-06cb-4636-84cf-7514c6fde3a9 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Oct 23 20:07:56.163782 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:56.205168 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15059140-cf15-4c71-9a5e-87fd789e6792 req-9fd25969-73ab-4baa-9b6b-e4a18156aca2 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:56.206951 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-15059140-cf15-4c71-9a5e-87fd789e6792 req-9fd25969-73ab-4baa-9b6b-e4a18156aca2 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0516217 Oct 23 20:07:56.252679 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5004b-d1c5-4548-b1a2-5e68dc79c0e9 req-baa83293-8844-4ce7-b497-4d22c31e543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:56.254205 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5be5004b-d1c5-4548-b1a2-5e68dc79c0e9 req-baa83293-8844-4ce7-b497-4d22c31e543e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e0f910e3-91d1-4d9b-b720-07380b5a7ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911765 Oct 23 20:07:56.259040 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-15059140-cf15-4c71-9a5e-87fd789e6792 req-e1219cf3-6369-4aa3-830e-05da12c9630e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461805 Oct 23 20:07:56.279754 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-1a85e4c9-99f0-4e08-910e-127e1d04970b req-fb7eeaa9-45dc-4c22-a416-8deb84726b7e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243565 Oct 23 20:07:56.377363 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:56.382845 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:56.539699 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0267-6afb-4a5c-9171-7830f5a5a3c0 req-b65edf96-ecbf-4263-a4d9-7ef87b33ebae tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:56.541143 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dfee0267-6afb-4a5c-9171-7830f5a5a3c0 req-b65edf96-ecbf-4263-a4d9-7ef87b33ebae tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0458074 Oct 23 20:07:56.587250 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dfee0267-6afb-4a5c-9171-7830f5a5a3c0 req-16dd83c8-5bbb-4c71-9b1a-548354d774a6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Oct 23 20:07:57.376096 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625f11-7f52-41b4-a17b-60b3ba2ba304 req-57c6c200-3e1a-43ce-858b-375f891f224d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:57.377555 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dd625f11-7f52-41b4-a17b-60b3ba2ba304 req-57c6c200-3e1a-43ce-858b-375f891f224d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0457714 Oct 23 20:07:57.423789 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dd625f11-7f52-41b4-a17b-60b3ba2ba304 req-e4f00d49-b8bc-4895-973a-49f2c01928a1 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401819 Oct 23 20:07:57.710409 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e0f00-f7fc-4326-be12-1a15dc4b6a20 req-95f1cdec-073f-4b75-a41a-9312b4f7bf19 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:57.711905 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fc9e0f00-f7fc-4326-be12-1a15dc4b6a20 req-95f1cdec-073f-4b75-a41a-9312b4f7bf19 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0516052 Oct 23 20:07:57.759104 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fc9e0f00-f7fc-4326-be12-1a15dc4b6a20 req-63f8b61d-5803-46d7-aaf6-2fd18608995e tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Oct 23 20:07:58.525993 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:07:58.541567 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46823adc-8cd5-4f2c-9bb8-847572216642 req-5bc7b316-84b9-4d7e-afb1-4fedd1224623 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:58.543079 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-46823adc-8cd5-4f2c-9bb8-847572216642 req-5bc7b316-84b9-4d7e-afb1-4fedd1224623 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0465293 Oct 23 20:07:58.588919 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-46823adc-8cd5-4f2c-9bb8-847572216642 req-b1fdebf4-43cf-47a6-b520-6bc81b6e793e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403357 Oct 23 20:07:58.879390 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91551c3-954d-49ac-a4ea-9b51d3fa745f req-cb37b565-80c9-4be6-8bd2-de56d8d01710 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:58.881323 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e91551c3-954d-49ac-a4ea-9b51d3fa745f req-cb37b565-80c9-4be6-8bd2-de56d8d01710 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0491714 Oct 23 20:07:58.927853 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e91551c3-954d-49ac-a4ea-9b51d3fa745f req-c8c80bac-9b1e-4a78-91c6-68f2d8508cf2 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Oct 23 20:07:59.711017 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8ae34-a356-4ca9-ae4b-ccf835863ba2 req-02d34fb9-1330-47e8-9e03-c48cef109ece tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:07:59.712564 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-06c8ae34-a356-4ca9-ae4b-ccf835863ba2 req-02d34fb9-1330-47e8-9e03-c48cef109ece tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0513022 Oct 23 20:07:59.759187 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-06c8ae34-a356-4ca9-ae4b-ccf835863ba2 req-4855b916-1329-4f48-b31d-39412ed3806b tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411093 Oct 23 20:08:00.059076 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d087eb0-01b5-40ce-b2f9-e8357eaf720d req-e01729cc-5d2f-4fb4-a760-6f1f86a36d82 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:00.060456 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2d087eb0-01b5-40ce-b2f9-e8357eaf720d req-e01729cc-5d2f-4fb4-a760-6f1f86a36d82 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0569916 Oct 23 20:08:00.148400 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2d087eb0-01b5-40ce-b2f9-e8357eaf720d req-5195e9d4-d3fc-4a5a-9769-8f749e1349bf tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821080 Oct 23 20:08:00.237876 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5be5004b-d1c5-4548-b1a2-5e68dc79c0e9 req-65c915d9-d1ba-4652-9c44-562be3d15c69 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304092 Oct 23 20:08:00.881269 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c731a5f-1b8a-48cb-92e6-b011b25dacfc req-e4d4668d-1a84-4dec-bbf4-87990bce0fc2 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:00.882772 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1c731a5f-1b8a-48cb-92e6-b011b25dacfc req-e4d4668d-1a84-4dec-bbf4-87990bce0fc2 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0504189 Oct 23 20:08:00.931101 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1c731a5f-1b8a-48cb-92e6-b011b25dacfc req-36b24a9f-a622-42ba-b68b-3d4cf8204392 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425727 Oct 23 20:08:00.985751 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:01.123027 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5be5004b-d1c5-4548-b1a2-5e68dc79c0e9 req-743ddfdb-a8b9-4734-a1c4-1e2a38d10aab service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453538 Oct 23 20:08:01.131038 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea5322-6f73-494d-bc7e-ef40b12a0d12 req-fe05e29e-84f8-4c55-8eaf-b7d310d74e03 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:01.132509 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8eea5322-6f73-494d-bc7e-ef40b12a0d12 req-fe05e29e-84f8-4c55-8eaf-b7d310d74e03 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 946 time: 0.0664420 Oct 23 20:08:01.174928 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef74cf-d651-425c-9fbf-439bf2adcde1 req-c8080db9-c764-43fd-9244-33a102138a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:01.176413 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d4ef74cf-d651-425c-9fbf-439bf2adcde1 req-c8080db9-c764-43fd-9244-33a102138a3a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 1129 time: 0.0736327 Oct 23 20:08:01.182382 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda150e-9a12-4f31-8919-78e8df9d091c req-3232e310-40ad-4968-87fe-e31b1803bb1e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:01.183734 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2cda150e-9a12-4f31-8919-78e8df9d091c req-3232e310-40ad-4968-87fe-e31b1803bb1e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0709519 Oct 23 20:08:01.233323 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2cda150e-9a12-4f31-8919-78e8df9d091c req-c7e1d6ec-58e3-4d5e-a9e2-ef0170686408 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436616 Oct 23 20:08:01.280074 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33c089-e76a-4526-80bf-f45ce7ae9668 req-2b02d086-a423-4b80-a05b-676cee71f3a0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:01.281553 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b33c089-e76a-4526-80bf-f45ce7ae9668 req-2b02d086-a423-4b80-a05b-676cee71f3a0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0473793 Oct 23 20:08:01.299990 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:01.329381 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b33c089-e76a-4526-80bf-f45ce7ae9668 req-d43d9348-6f8d-4e61-8748-f5250ea2e146 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Oct 23 20:08:01.480492 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:01.514576 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339d8e3-fc98-4291-8178-ed45a4a8a4ed req-52bcab5c-a579-43b3-8fef-68e026fd086f tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:01.516177 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5339d8e3-fc98-4291-8178-ed45a4a8a4ed req-52bcab5c-a579-43b3-8fef-68e026fd086f tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.1082501 Oct 23 20:08:01.518402 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-8eea5322-6f73-494d-bc7e-ef40b12a0d12 req-793ea55d-d07b-46b6-b7b4-f56ff907689e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Deleting port 85c41c4a-1d7d-4750-b70c-de441e07d178 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:08:01.520547 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8eea5322-6f73-494d-bc7e-ef40b12a0d12 req-793ea55d-d07b-46b6-b7b4-f56ff907689e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:01.567895 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef74cf-d651-425c-9fbf-439bf2adcde1 req-594de5f7-4e49-4471-b975-8faef4ebfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:01.569417 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d4ef74cf-d651-425c-9fbf-439bf2adcde1 req-594de5f7-4e49-4471-b975-8faef4ebfaa0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 919 time: 0.1694145 Oct 23 20:08:01.621860 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d4ef74cf-d651-425c-9fbf-439bf2adcde1 req-5ab51da5-1bd9-4709-be61-f51ec72dab5a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2157f124-6d4c-4aa3-8b95-ee304dc9379e HTTP/1.1" status: 200 len: 217 time: 0.0436535 Oct 23 20:08:01.625004 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5339d8e3-fc98-4291-8178-ed45a4a8a4ed req-4235987b-1799-479e-83dc-cf6e9f117c99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974693 Oct 23 20:08:01.648195 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-8eea5322-6f73-494d-bc7e-ef40b12a0d12 req-793ea55d-d07b-46b6-b7b4-f56ff907689e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] For port 85c41c4a-1d7d-4750-b70c-de441e07d178, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=85c41c4a-1d7d-4750-b70c-de441e07d178,segment=NetworkSegment(353ac2f3-6a05-438e-a61c-11d20a548864),segment_id=353ac2f3-6a05-438e-a61c-11d20a548864)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:01.648444 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8eea5322-6f73-494d-bc7e-ef40b12a0d12 req-793ea55d-d07b-46b6-b7b4-f56ff907689e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:01.675767 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-8eea5322-6f73-494d-bc7e-ef40b12a0d12 req-793ea55d-d07b-46b6-b7b4-f56ff907689e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Calling delete_port for 85c41c4a-1d7d-4750-b70c-de441e07d178 owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:08:01.711883 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef74cf-d651-425c-9fbf-439bf2adcde1 req-c79afd48-c1d2-4b7e-a2ce-7645cc73bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:01.713627 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d4ef74cf-d651-425c-9fbf-439bf2adcde1 req-c79afd48-c1d2-4b7e-a2ce-7645cc73bdae service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.0827243 Oct 23 20:08:01.785339 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef74cf-d651-425c-9fbf-439bf2adcde1 req-af82e3d1-778c-4a24-94ec-3e080db7ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:01.790380 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d4ef74cf-d651-425c-9fbf-439bf2adcde1 req-af82e3d1-778c-4a24-94ec-3e080db7ce25 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709925 Oct 23 20:08:01.920538 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8eea5322-6f73-494d-bc7e-ef40b12a0d12 req-793ea55d-d07b-46b6-b7b4-f56ff907689e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (85c41c4a-1d7d-4750-b70c-de441e07d178), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:01.963323 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:01.973462 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ea55d-d07b-46b6-b7b4-f56ff907689e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Pushing event deleted for resources: {'Port': ['ID=85c41c4a-1d7d-4750-b70c-de441e07d178,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:01.991648 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d4ef74cf-d651-425c-9fbf-439bf2adcde1 req-27e7d19c-eabc-4889-8843-d67bcb18ba25 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877728 Oct 23 20:08:02.069785 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eea5322-6f73-494d-bc7e-ef40b12a0d12 req-793ea55d-d07b-46b6-b7b4-f56ff907689e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] No DVR routers for this DVR port 85c41c4a-1d7d-4750-b70c-de441e07d178 on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:08:02.073076 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8eea5322-6f73-494d-bc7e-ef40b12a0d12 req-793ea55d-d07b-46b6-b7b4-f56ff907689e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:02.077441 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8eea5322-6f73-494d-bc7e-ef40b12a0d12 req-793ea55d-d07b-46b6-b7b4-f56ff907689e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.15 "DELETE /networking/v2.0/ports/85c41c4a-1d7d-4750-b70c-de441e07d178 HTTP/1.1" status: 204 len: 173 time: 0.6797366 Oct 23 20:08:02.078008 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a4bbdc-fae2-4779-a550-4f9c21b29226', 'name': 'network-vif-deleted', 'tag': '85c41c4a-1d7d-4750-b70c-de441e07d178'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:08:02.080788 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91809ea7-baab-4ca5-ae7e-7e26f7f7f66a" -d '{"events": [{"server_uuid": "65a4bbdc-fae2-4779-a550-4f9c21b29226", "name": "network-vif-deleted", "tag": "85c41c4a-1d7d-4750-b70c-de441e07d178"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:08:02.138855 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-367f9a17-b029-4588-a696-28b8af185106 req-0f815b8e-7ccd-4c4e-8a41-245b148f5592 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 210 time: 0.0575688 Oct 23 20:08:02.156058 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe880eb2-e5b1-40e5-a10a-841d0ff0df64 req-df9594e3-3840-4daa-a28d-5d69d1753792 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:02.165688 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fe880eb2-e5b1-40e5-a10a-841d0ff0df64 req-df9594e3-3840-4daa-a28d-5d69d1753792 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.1209044 Oct 23 20:08:02.172115 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=2,neutron:SELECT=54 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:02.175656 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:02.178060 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=67,neutron:UPDATE=7 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:02.194676 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fe0e6d-f9e8-454c-9003-1c2b4655d614 x-openstack-request-id: req-51fe0e6d-f9e8-454c-9003-1c2b4655d614 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:08:02.195419 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a4bbdc-fae2-4779-a550-4f9c21b29226", "name": "network-vif-deleted", "tag": "85c41c4a-1d7d-4750-b70c-de441e07d178", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:08:02.195738 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51fe0e6d-f9e8-454c-9003-1c2b4655d614 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:08:02.196231 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fe0e6d-f9e8-454c-9003-1c2b4655d614'] response: {'server_uuid': '65a4bbdc-fae2-4779-a550-4f9c21b29226', 'name': 'network-vif-deleted', 'tag': '85c41c4a-1d7d-4750-b70c-de441e07d178', 'status': 'completed', 'code': 200} Oct 23 20:08:02.267031 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fe880eb2-e5b1-40e5-a10a-841d0ff0df64 req-ee6b8e15-6513-44b3-a996-8e42ae6e2d49 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996470 Oct 23 20:08:02.271534 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d4ef74cf-d651-425c-9fbf-439bf2adcde1 req-05edbfac-ddb1-45f4-9d8c-1b328fa9a8e3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917980 Oct 23 20:08:02.372757 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517186d6-383f-4218-bc09-c5ef95142176 req-a99c43a3-c4a4-4d51-8ece-93cc0636104b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:02.374550 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-517186d6-383f-4218-bc09-c5ef95142176 req-a99c43a3-c4a4-4d51-8ece-93cc0636104b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0535955 Oct 23 20:08:02.424677 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-517186d6-383f-4218-bc09-c5ef95142176 req-5b0404ae-e738-40cf-b945-22e85654221e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Oct 23 20:08:03.262972 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4e5c18bc-e51a-434b-9295-9c4b444175df req-2dd6246a-c447-4eb3-8ff8-79fbbb206557 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 210 time: 0.0305970 Oct 23 20:08:03.288535 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58480) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:03.391910 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ba9bdfdf-0ed8-40f1-81ed-548c7537d4b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:03.465686 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ba9bdfdf-0ed8-40f1-81ed-548c7537d4b6 admin admin] Publish callbacks [] for security_group (5b9a5dc7-890c-4892-8622-e6c7b39003ef), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:03.470002 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ba9bdfdf-0ed8-40f1-81ed-548c7537d4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5b9a5dc7-890c-4892-8622-e6c7b39003ef), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:03.509497 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-ba9bdfdf-0ed8-40f1-81ed-548c7537d4b6 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4cc5317014d7424fb4052b517c7ae1c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198899 Oct 23 20:08:03.510375 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bdfdf-0ed8-40f1-81ed-548c7537d4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9a5dc7-890c-4892-8622-e6c7b39003ef,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:03.512653 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58486) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:03.549861 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2a8a-d8ea-40ab-bb5d-6ac37b915020 req-b04280e1-d08e-445a-a048-8a308f0c365d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:03.551403 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5c3c2a8a-d8ea-40ab-bb5d-6ac37b915020 req-b04280e1-d08e-445a-a048-8a308f0c365d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0490580 Oct 23 20:08:03.564273 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7b47034e-e4d3-4b6e-9bfd-b513613efbe9 admin admin] Publish callbacks [] for security_group (5b9a5dc7-890c-4892-8622-e6c7b39003ef), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:03.585238 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7b47034e-e4d3-4b6e-9bfd-b513613efbe9 admin admin] Publish callbacks [] for security_group (5b9a5dc7-890c-4892-8622-e6c7b39003ef), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:03.599067 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5c3c2a8a-d8ea-40ab-bb5d-6ac37b915020 req-da7de72f-6b5a-47d5-af12-f6a3a919c3f1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413332 Oct 23 20:08:03.636760 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7b47034e-e4d3-4b6e-9bfd-b513613efbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5b9a5dc7-890c-4892-8622-e6c7b39003ef), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:03.639286 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7b47034e-e4d3-4b6e-9bfd-b513613efbe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:03.640428 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-7b47034e-e4d3-4b6e-9bfd-b513613efbe9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5b9a5dc7-890c-4892-8622-e6c7b39003ef HTTP/1.1" status: 204 len: 168 time: 0.1269073 Oct 23 20:08:03.654910 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47034e-e4d3-4b6e-9bfd-b513613efbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9a5dc7-890c-4892-8622-e6c7b39003ef,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:03.912868 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 85c41c4a-1d7d-4750-b70c-de441e07d178 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:08:03.935674 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 85c41c4a-1d7d-4750-b70c-de441e07d178 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:08:03.936015 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 85c41c4a-1d7d-4750-b70c-de441e07d178 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:08:04.378899 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9bb2f44d-3464-44ec-8bf0-433b2172521d req-11ad9279-c6ce-443f-905f-ea674bfa5dda tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 210 time: 0.0270088 Oct 23 20:08:04.729489 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab909b-f051-4f36-a0b8-fee04ea53a7d req-e90b6146-c9d8-4099-b104-941055b55043 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:04.731109 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a2ab909b-f051-4f36-a0b8-fee04ea53a7d req-e90b6146-c9d8-4099-b104-941055b55043 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0488505 Oct 23 20:08:04.781207 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a2ab909b-f051-4f36-a0b8-fee04ea53a7d req-8d2a3c1f-8ce5-43f1-9a59-cd41abecf8dd tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441613 Oct 23 20:08:05.490980 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-68ce50e9-0336-475f-9f7d-edd77807a876 req-de0fc710-d5a9-495c-8010-9381f74ab806 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=65a4bbdc-fae2-4779-a550-4f9c21b29226 HTTP/1.1" status: 200 len: 210 time: 0.0268471 Oct 23 20:08:05.901112 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed55301-1553-4f72-8474-8d27d2b9d30b req-5ae6b86b-6648-4d54-8f58-3f031d79a9a0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:05.902610 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eed55301-1553-4f72-8474-8d27d2b9d30b req-5ae6b86b-6648-4d54-8f58-3f031d79a9a0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0488291 Oct 23 20:08:05.934823 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:05.949673 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eed55301-1553-4f72-8474-8d27d2b9d30b req-e22e5adb-adf9-42b3-90a1-8d0e84080718 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415277 Oct 23 20:08:06.816752 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42856b-c945-48f5-a167-dd571ecca064 req-0f55de9c-c816-4cc3-8405-f5ad5001095e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:06.818543 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-0f55de9c-c816-4cc3-8405-f5ad5001095e tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/networks?id=bc4941ab-4461-4d24-b235-1a82a516c52f HTTP/1.1" status: 200 len: 809 time: 0.1074338 Oct 23 20:08:06.834089 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-61490dca-d537-4ab9-a6b4-58070cb46b0b tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/quotas/46b77aad0457485693b9a43b85506915 HTTP/1.1" status: 200 len: 375 time: 0.0097451 Oct 23 20:08:06.865585 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-db4b2a2b-cb34-4048-beef-62730def38ec tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=46b77aad0457485693b9a43b85506915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266368 Oct 23 20:08:06.955951 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-cd941c39-6d26-44c3-b9e3-c12990d3ebe2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839150 Oct 23 20:08:07.075105 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-6afadb1c-5760-4134-aed8-132a1e48b5d3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129239 Oct 23 20:08:07.088014 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45ed00-079e-4f24-96e1-18d82166ac6e req-3b43a467-6d4d-44b3-895d-9c07764aa4be tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:07.089420 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9d45ed00-079e-4f24-96e1-18d82166ac6e req-3b43a467-6d4d-44b3-895d-9c07764aa4be tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0597513 Oct 23 20:08:07.136879 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9d45ed00-079e-4f24-96e1-18d82166ac6e req-a1c7e207-ce83-4387-b3c2-01fa7163bdb3 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413294 Oct 23 20:08:07.247660 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a84b5c88-dc56-49ee-97f0-973231663513 req-d6ff100b-3f4f-4643-a7f3-925fc420b2e9 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0341547 Oct 23 20:08:08.247721 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:08.262075 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161e62f-0639-441d-b9dd-4344d7505f1f req-e9645e71-7ff4-4b5f-b2af-e8d147515845 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:08.263601 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3161e62f-0639-441d-b9dd-4344d7505f1f req-e9645e71-7ff4-4b5f-b2af-e8d147515845 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0505991 Oct 23 20:08:08.317782 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3161e62f-0639-441d-b9dd-4344d7505f1f req-ea64a219-8197-48a5-8886-973312c2f3e0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476177 Oct 23 20:08:08.334817 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:08:08.498889 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-343e48b3-fb22-4232-843e-0e52287ee54c req-a7ac905a-2bce-413c-93fe-5df68b115abe tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0675693 Oct 23 20:08:08.638611 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42856b-c945-48f5-a167-dd571ecca064 req-0a612edb-a94e-422e-b380-223063a4cf9d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:08.640351 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-0a612edb-a94e-422e-b380-223063a4cf9d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bc4941ab-4461-4d24-b235-1a82a516c52f HTTP/1.1" status: 200 len: 809 time: 0.1930141 Oct 23 20:08:08.664993 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-3c42856b-c945-48f5-a167-dd571ecca064 req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Request body: {'port': {'device_id': '85e47422-88b9-49c7-9046-4b4627d1b2e4', 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f', 'admin_state_up': True, 'tenant_id': '46b77aad0457485693b9a43b85506915'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:08.774233 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c42856b-c945-48f5-a167-dd571ecca064 req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Made reservation on behalf of 46b77aad0457485693b9a43b85506915 for: {'port': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:08:08.777932 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3c42856b-c945-48f5-a167-dd571ecca064 req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:08.904404 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:08.905566 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [req-3c42856b-c945-48f5-a167-dd571ecca064 req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Allocated IP 172.20.0.2 (bc4941ab-4461-4d24-b235-1a82a516c52f/da346127-936d-4bdf-a2ca-e95e3327d78a/3c035e36-fdd3-4b20-82eb-f0cefea6a5fb) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:08:09.056866 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3c42856b-c945-48f5-a167-dd571ecca064 req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks [] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:09.089218 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3c42856b-c945-48f5-a167-dd571ecca064 req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:09.129456 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c42856b-c945-48f5-a167-dd571ecca064 req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Network bc4941ab-4461-4d24-b235-1a82a516c52f is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:08:09.133090 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [req-3c42856b-c945-48f5-a167-dd571ecca064 req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:08:09.139597 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c42856b-c945-48f5-a167-dd571ecca064 req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:08:09.167653 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Pushing event updated for resources: {'Port': ['ID=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:09.194460 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42856b-c945-48f5-a167-dd571ecca064 req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:09.195330 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3c42856b-c945-48f5-a167-dd571ecca064 req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:09.211763 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-468c4b0d-d256-4c91-8278-4c501da75cd3 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5513914 Oct 23 20:08:09.230094 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Request body: {'port': {'device_id': '85e47422-88b9-49c7-9046-4b4627d1b2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:09.292230 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:09.301768 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:09.464199 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c87f3-8da6-4013-b063-cadc909c0efc req-d62fec87-d855-4e89-a760-7a28664e6fde tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:09.465685 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ee5c87f3-8da6-4013-b063-cadc909c0efc req-d62fec87-d855-4e89-a760-7a28664e6fde tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0597568 Oct 23 20:08:09.567894 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ee5c87f3-8da6-4013-b063-cadc909c0efc req-deccbd37-80fa-4691-81fc-bfa607cb0276 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917685 Oct 23 20:08:09.674090 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f1527-f547-4a8b-8b74-623829300f24 req-b2b99be8-cb48-42ea-8f7b-96ecba1001d0 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:09.675714 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ba7f1527-f547-4a8b-8b74-623829300f24 req-b2b99be8-cb48-42ea-8f7b-96ecba1001d0 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 931 time: 0.0853457 Oct 23 20:08:09.698731 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb {{(pid=104660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:08:09.707673 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Publish callbacks [] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:09.725450 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:09.748200 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.provisioning_blocks [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Transition to ACTIVE for port object 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb will not be triggered until provisioned by entity L2. {{(pid=104660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:08:09.759572 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:09.774794 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ba7f1527-f547-4a8b-8b74-623829300f24 req-c01e67f3-9928-4a7e-a5bc-13a9549d8f21 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920210 Oct 23 20:08:09.846386 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Pushing event updated for resources: {'Port': ['ID=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:09.879305 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Attempting to bind port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:08:09.879645 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Attempting to bind port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '353ac2f3-6a05-438e-a61c-11d20a548864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f'}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:08:09.879969 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Attempting to bind port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb on network bc4941ab-4461-4d24-b235-1a82a516c52f {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:08:09.929024 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb on network bc4941ab-4461-4d24-b235-1a82a516c52f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:08:09.929355 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Attempting to bind port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb on network bc4941ab-4461-4d24-b235-1a82a516c52f {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:08:09.974678 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:08:09.975096 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Checking segment: {'id': '353ac2f3-6a05-438e-a61c-11d20a548864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:08:09.975675 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Bound using segment: {'id': '353ac2f3-6a05-438e-a61c-11d20a548864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f'} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:08:09.976222 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Bound port: 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353ac2f3-6a05-438e-a61c-11d20a548864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f'}}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:08:09.976584 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:10.040508 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] For port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb, host hv-cinder-86243, cleared binding levels {{(pid=104660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:08:10.043529 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] For port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb,segment=NetworkSegment(353ac2f3-6a05-438e-a61c-11d20a548864),segment_id=353ac2f3-6a05-438e-a61c-11d20a548864)] {{(pid=104660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:08:10.048420 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:10.053784 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:10.054456 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:10.055797 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/3c035e36-fdd3-4b20-82eb-f0cefea6a5fb HTTP/1.1" status: 200 len: 1093 time: 0.8298316 Oct 23 20:08:10.056277 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e47422-88b9-49c7-9046-4b4627d1b2e4', 'tag': '3c035e36-fdd3-4b20-82eb-f0cefea6a5fb'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:08:10.058757 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6bc24d-7859-4ed4-85b7-bad7540aa15f" -d '{"events": [{"name": "network-changed", "server_uuid": "85e47422-88b9-49c7-9046-4b4627d1b2e4", "tag": "3c035e36-fdd3-4b20-82eb-f0cefea6a5fb"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:08:10.115403 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1917f-84cb-4ab4-9d81-a34c5981c0cf service neutron] Pushing event updated for resources: {'Port': ['ID=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb,revision_number=3']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:10.370606 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a8aafb-a966-4d17-995e-e02eab465014 x-openstack-request-id: req-27a8aafb-a966-4d17-995e-e02eab465014 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:08:10.371279 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e47422-88b9-49c7-9046-4b4627d1b2e4", "tag": "3c035e36-fdd3-4b20-82eb-f0cefea6a5fb", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:08:10.371279 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27a8aafb-a966-4d17-995e-e02eab465014 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:08:10.371452 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a8aafb-a966-4d17-995e-e02eab465014'] response: {'name': 'network-changed', 'server_uuid': '85e47422-88b9-49c7-9046-4b4627d1b2e4', 'tag': '3c035e36-fdd3-4b20-82eb-f0cefea6a5fb', 'status': 'completed', 'code': 200} Oct 23 20:08:10.383589 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f477b4e9-5a0a-4003-8cd3-ae4e8a8278f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:10.385074 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-f477b4e9-5a0a-4003-8cd3-ae4e8a8278f0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=46b77aad0457485693b9a43b85506915&device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 1127 time: 0.2834878 Oct 23 20:08:10.430851 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-1bcd4fa0-c482-4a96-b793-52afc963bfaf service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb HTTP/1.1" status: 200 len: 217 time: 0.0312109 Oct 23 20:08:10.474317 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:10.480551 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42856b-c945-48f5-a167-dd571ecca064 req-c51844de-58ef-43e1-a938-9f184bd69e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:10.481971 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-c51844de-58ef-43e1-a938-9f184bd69e0f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=da346127-936d-4bdf-a2ca-e95e3327d78a HTTP/1.1" status: 200 len: 849 time: 0.0433121 Oct 23 20:08:10.521774 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-64fcd37f-5450-4a34-8004-836aa883100b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bc4941ab-4461-4d24-b235-1a82a516c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283377 Oct 23 20:08:10.613083 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-a807998b-711a-4043-875a-8052af4d1a22 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812106 Oct 23 20:08:10.729658 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ee322-ffb5-4fa3-bc3f-918014020a76 req-2313b810-b076-42e8-9568-9f8d69866526 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:10.731176 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5f0ee322-ffb5-4fa3-bc3f-918014020a76 req-2313b810-b076-42e8-9568-9f8d69866526 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0834074 Oct 23 20:08:10.758583 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c42856b-c945-48f5-a167-dd571ecca064 req-6953604d-c0e4-4549-af23-8d6056334ef0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389918 Oct 23 20:08:10.803197 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5f0ee322-ffb5-4fa3-bc3f-918014020a76 req-be6d3c9d-2aa1-4a6d-b1ef-8c2ab58f8712 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612915 Oct 23 20:08:10.857638 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=14 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:10.935578 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3730a74-59fd-4f40-86ef-065576c43f86 req-3245866d-31d9-4db7-a792-6ea0ee5f3af1 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:10.937039 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d3730a74-59fd-4f40-86ef-065576c43f86 req-3245866d-31d9-4db7-a792-6ea0ee5f3af1 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 943 time: 0.0534072 Oct 23 20:08:10.988189 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d3730a74-59fd-4f40-86ef-065576c43f86 req-ecf63fa4-56ca-4141-bb34-678d51811879 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453260 Oct 23 20:08:11.804416 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-35690d27-4a22-42df-a0f7-ff0ac3002b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:11.936415 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:11.956016 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c61386-f141-4261-878e-ada18e889f47 req-7b141174-443b-45c5-9785-a86aeb1a820b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:11.957495 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-27c61386-f141-4261-878e-ada18e889f47 req-7b141174-443b-45c5-9785-a86aeb1a820b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0495474 Oct 23 20:08:12.013218 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-27c61386-f141-4261-878e-ada18e889f47 req-1ec74479-ec74-4e8f-8f08-07619cd25afa tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471752 Oct 23 20:08:12.139745 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77fdb7-db02-45fd-a4de-d25f260ccb63 req-6a112754-614a-4389-8373-2636d70b963f tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:12.141279 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1a77fdb7-db02-45fd-a4de-d25f260ccb63 req-6a112754-614a-4389-8373-2636d70b963f tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 943 time: 0.0505428 Oct 23 20:08:12.200495 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1a77fdb7-db02-45fd-a4de-d25f260ccb63 req-c74e54ba-14da-4214-918e-bf69056ff1ad tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493257 Oct 23 20:08:13.169936 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d1d43-0e6f-4ce7-97b4-219327982da3 req-2307f2b8-4008-4505-aaf0-463f6b5b887b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:13.171358 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d54d1d43-0e6f-4ce7-97b4-219327982da3 req-2307f2b8-4008-4505-aaf0-463f6b5b887b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0498714 Oct 23 20:08:13.220911 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d54d1d43-0e6f-4ce7-97b4-219327982da3 req-f5e53ae2-c7ef-471a-980f-572ae6e44f09 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430062 Oct 23 20:08:13.347431 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a898fe-d210-4ab5-a99f-4f4d19d7dc52 req-ef7abf78-6c5e-4db1-b596-a52c01902c17 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:13.348957 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-19a898fe-d210-4ab5-a99f-4f4d19d7dc52 req-ef7abf78-6c5e-4db1-b596-a52c01902c17 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 943 time: 0.0511527 Oct 23 20:08:13.378274 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58698) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:13.389131 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:08:13.451945 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bc24d-7859-4ed4-85b7-bad7540aa15f req-529c3f4c-bf61-4171-b9cd-ba0298a1af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:13.453649 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7a6bc24d-7859-4ed4-85b7-bad7540aa15f req-529c3f4c-bf61-4171-b9cd-ba0298a1af6b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=46b77aad0457485693b9a43b85506915&device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 1127 time: 0.0484242 Oct 23 20:08:13.465575 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-19a898fe-d210-4ab5-a99f-4f4d19d7dc52 req-0b675c42-10ed-44b7-a2db-b2d0c650b0b6 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088269 Oct 23 20:08:13.527038 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:13.607291 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:13.608896 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:13.612569 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bc24d-7859-4ed4-85b7-bad7540aa15f req-3859ee59-ff74-4751-8658-64048f945586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:13.614562 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7a6bc24d-7859-4ed4-85b7-bad7540aa15f req-3859ee59-ff74-4751-8658-64048f945586 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=bc4941ab-4461-4d24-b235-1a82a516c52f HTTP/1.1" status: 200 len: 910 time: 0.1431649 Oct 23 20:08:13.636494 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Publish callbacks [] for security_group (9eece72c-e736-42ca-be03-6134309e0063), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:13.642632 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (9eece72c-e736-42ca-be03-6134309e0063), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:13.658766 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb,segment=NetworkSegment(353ac2f3-6a05-438e-a61c-11d20a548864),segment_id=353ac2f3-6a05-438e-a61c-11d20a548864)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:13.672154 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '3c035e36-fdd3-4b20-82eb-f0cefea6a5fb', 'network_id': 'bc4941ab-4461-4d24-b235-1a82a516c52f', 'port_id': '3c035e36-fdd3-4b20-82eb-f0cefea6a5fb', 'mac_address': 'fa:16:3e:b6:81:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da346127-936d-4bdf-a2ca-e95e3327d78a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:08:13.676759 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7a6bc24d-7859-4ed4-85b7-bad7540aa15f req-694d9650-e0d2-4f23-bd13-0b876b4eb993 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb HTTP/1.1" status: 200 len: 217 time: 0.0540493 Oct 23 20:08:13.690804 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eece72c-e736-42ca-be03-6134309e0063,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:13.710105 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:08:13.710770 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:13.716281 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=884950c9900747699b76fd43700ca8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350642 Oct 23 20:08:13.722011 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58708) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:13.731320 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:08:13.735508 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.735947 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.736290 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.736869 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.737282 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.737643 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.738190 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.738556 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.739069 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.739413 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.740462 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.740900 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.741535 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.742373 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.742940 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a190e5f-fab5-4ccc-8c34-ff949274425b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:13.758402 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb,segment=NetworkSegment(353ac2f3-6a05-438e-a61c-11d20a548864),segment_id=353ac2f3-6a05-438e-a61c-11d20a548864)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:13.764800 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:13.796666 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bc24d-7859-4ed4-85b7-bad7540aa15f req-3cbd3566-583c-4ec4-af6e-b6b158a06bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:13.800075 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7a6bc24d-7859-4ed4-85b7-bad7540aa15f req-3cbd3566-583c-4ec4-af6e-b6b158a06bee service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=da346127-936d-4bdf-a2ca-e95e3327d78a HTTP/1.1" status: 200 len: 849 time: 0.1149919 Oct 23 20:08:13.803593 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-37b1746f-845d-44e8-94e2-30377f57dc74 admin admin] Publish callbacks [] for security_group (9eece72c-e736-42ca-be03-6134309e0063), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:13.820257 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:13.828981 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-37b1746f-845d-44e8-94e2-30377f57dc74 admin admin] Publish callbacks [] for security_group (9eece72c-e736-42ca-be03-6134309e0063), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:13.839292 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7a6bc24d-7859-4ed4-85b7-bad7540aa15f req-dd303c2b-5ab6-4238-ab48-2cf5a39c1799 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=bc4941ab-4461-4d24-b235-1a82a516c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337603 Oct 23 20:08:13.876854 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:13.885114 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-37b1746f-845d-44e8-94e2-30377f57dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (9eece72c-e736-42ca-be03-6134309e0063), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:13.888043 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-37b1746f-845d-44e8-94e2-30377f57dc74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:13.889213 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-37b1746f-845d-44e8-94e2-30377f57dc74 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9eece72c-e736-42ca-be03-6134309e0063 HTTP/1.1" status: 204 len: 168 time: 0.1662061 Oct 23 20:08:13.897256 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1746f-845d-44e8-94e2-30377f57dc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eece72c-e736-42ca-be03-6134309e0063,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:13.948486 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7a6bc24d-7859-4ed4-85b7-bad7540aa15f req-81bf9d56-b572-4bcf-a4b7-cd6e15dc428c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012976 Oct 23 20:08:14.181275 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-cd1fa434-2d2f-4c93-969a-dc6bad5fecf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:14.185022 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['3c035e36-fdd3-4b20-82eb-f0cefea6a5fb'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:08:14.355482 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8e846-6eb8-4860-b017-1f8fbaed937f req-8f7d6d3f-f0dd-4009-a7de-82028d61c85a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:14.356967 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-36b8e846-6eb8-4860-b017-1f8fbaed937f req-8f7d6d3f-f0dd-4009-a7de-82028d61c85a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0576437 Oct 23 20:08:14.404816 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-36b8e846-6eb8-4860-b017-1f8fbaed937f req-db59f2d6-d83e-47f7-9225-ac46967add94 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 Oct 23 20:08:14.589591 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fdcac-d36c-4cc1-9726-05ef8f92ff3a req-c6289d26-2f2f-40ff-a6af-48a89044accf tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:14.591096 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5a6fdcac-d36c-4cc1-9726-05ef8f92ff3a req-c6289d26-2f2f-40ff-a6af-48a89044accf tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 944 time: 0.0479748 Oct 23 20:08:14.637656 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5a6fdcac-d36c-4cc1-9726-05ef8f92ff3a req-29c086c7-a61b-4fbc-9d88-521857bf3495 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Oct 23 20:08:15.395374 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:15.527094 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e631c6-fd70-4731-89b3-f09f603dd87e req-0e8b5e0b-9dd3-4123-b64b-56797e7b0c44 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:15.528632 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-21e631c6-fd70-4731-89b3-f09f603dd87e req-0e8b5e0b-9dd3-4123-b64b-56797e7b0c44 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0497446 Oct 23 20:08:15.576945 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-21e631c6-fd70-4731-89b3-f09f603dd87e req-69f5eeed-c506-4b4f-8da6-4d2dfbad7fbc tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Oct 23 20:08:15.753733 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a3a19-362e-42ec-9f84-bddc9eb79146 req-55438eec-01e3-4106-bf0c-cb3a228bf6c7 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:15.755198 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c93a3a19-362e-42ec-9f84-bddc9eb79146 req-55438eec-01e3-4106-bf0c-cb3a228bf6c7 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 944 time: 0.0455182 Oct 23 20:08:15.800761 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c93a3a19-362e-42ec-9f84-bddc9eb79146 req-680d9221-c6cf-44a3-a314-c9b31ba494aa tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396056 Oct 23 20:08:16.685586 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:16.695198 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0db6d-571b-48e1-bb16-55ee49cb4ba9 req-3c4a6538-2cf7-423d-b001-fce3c7a7a3c1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:16.696659 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-97b0db6d-571b-48e1-bb16-55ee49cb4ba9 req-3c4a6538-2cf7-423d-b001-fce3c7a7a3c1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0482187 Oct 23 20:08:16.749852 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-97b0db6d-571b-48e1-bb16-55ee49cb4ba9 req-2c89507e-75ef-4e11-8f57-826ff6d4d02b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477717 Oct 23 20:08:16.750614 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:16.919499 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476714e-2cba-420a-b317-49788644835e req-7fed2478-33a7-4c26-8525-ab7c94ab0186 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:16.921003 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e476714e-2cba-420a-b317-49788644835e req-7fed2478-33a7-4c26-8525-ab7c94ab0186 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 944 time: 0.0477631 Oct 23 20:08:16.969328 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e476714e-2cba-420a-b317-49788644835e req-4f51f154-5f1e-4ee0-b765-5ac8df4e5a32 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Oct 23 20:08:17.146875 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:17.875410 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd4e31-34de-4ea3-8e69-7b2e5e712e93 req-90c0d33e-881f-4290-a3e7-3e63e53c5cb8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:17.876869 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b9cd4e31-34de-4ea3-8e69-7b2e5e712e93 req-90c0d33e-881f-4290-a3e7-3e63e53c5cb8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0464625 Oct 23 20:08:17.923214 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b9cd4e31-34de-4ea3-8e69-7b2e5e712e93 req-518ce106-c05c-405b-b41b-a876c64781fa tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406301 Oct 23 20:08:18.091937 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fc8a9-cf11-45d6-a622-ea6b5014f2d1 req-6e86e484-aec8-4d38-8599-7012fb767916 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:18.093416 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ee3fc8a9-cf11-45d6-a622-ea6b5014f2d1 req-6e86e484-aec8-4d38-8599-7012fb767916 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 944 time: 0.0500774 Oct 23 20:08:18.139733 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ee3fc8a9-cf11-45d6-a622-ea6b5014f2d1 req-2b4a77a5-445e-4c2a-8a6b-c891741cd40d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 Oct 23 20:08:18.334427 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=14 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:19.045953 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80f49c-7bb3-4cbc-ab2d-6399170c4cb7 req-d5ab33ad-b839-4d21-85db-3f0e8b9f4483 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:19.047464 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-af80f49c-7bb3-4cbc-ab2d-6399170c4cb7 req-d5ab33ad-b839-4d21-85db-3f0e8b9f4483 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0470848 Oct 23 20:08:19.094408 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-af80f49c-7bb3-4cbc-ab2d-6399170c4cb7 req-67cd24ee-c82b-46ae-89a2-502f699db19b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Oct 23 20:08:19.217953 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:08:19.259991 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9763e-47a3-45d5-9875-4177a338f9e2 req-f1cab56e-f5c2-4891-bd13-e5e564d308c9 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:19.261006 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:08:19.261508 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f6d9763e-47a3-45d5-9875-4177a338f9e2 req-f1cab56e-f5c2-4891-bd13-e5e564d308c9 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 944 time: 0.0481629 Oct 23 20:08:19.268184 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:08:19.268679 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:19.269108 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb Oct 23 20:08:19.314252 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f6d9763e-47a3-45d5-9875-4177a338f9e2 req-0f907023-6bea-42e1-b7c3-3b81407a3645 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468895 Oct 23 20:08:19.346019 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:08:19.346528 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:19.369719 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e47422-88b9-49c7-9046-4b4627d1b2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c035e36-fdd3-4b20-82eb-f0cefea6a5fb'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:08:19.371950 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c93a9c-a189-409b-be26-e684be038a75" -d '{"events": [{"server_uuid": "85e47422-88b9-49c7-9046-4b4627d1b2e4", "name": "network-vif-plugged", "status": "completed", "tag": "3c035e36-fdd3-4b20-82eb-f0cefea6a5fb"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:08:19.384059 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb,segment=NetworkSegment(353ac2f3-6a05-438e-a61c-11d20a548864),segment_id=353ac2f3-6a05-438e-a61c-11d20a548864)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:19.388213 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:19.414275 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654e04eb-eacf-45c3-9ced-baf178b08085 x-openstack-request-id: req-654e04eb-eacf-45c3-9ced-baf178b08085 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:08:19.414601 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e47422-88b9-49c7-9046-4b4627d1b2e4", "name": "network-vif-plugged", "status": "completed", "tag": "3c035e36-fdd3-4b20-82eb-f0cefea6a5fb", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:08:19.414853 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-654e04eb-eacf-45c3-9ced-baf178b08085 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:08:19.415245 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654e04eb-eacf-45c3-9ced-baf178b08085'] response: {'server_uuid': '85e47422-88b9-49c7-9046-4b4627d1b2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c035e36-fdd3-4b20-82eb-f0cefea6a5fb', 'code': 200} Oct 23 20:08:19.437717 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:19.445332 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.445681 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.446022 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.446407 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.446747 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.447077 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.447403 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.447727 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.448051 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.448374 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.448699 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.449059 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.449343 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.449732 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:19.450115 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:20.277172 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:20.308310 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a28816-f3dc-4201-9d0d-a9e0bc11f265 req-cc3725aa-deb1-4502-8f02-afb64e5a8f46 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:20.310014 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-58a28816-f3dc-4201-9d0d-a9e0bc11f265 req-cc3725aa-deb1-4502-8f02-afb64e5a8f46 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0706539 Oct 23 20:08:20.327853 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7a6bc24d-7859-4ed4-85b7-bad7540aa15f req-b4d64ae1-3d7a-4fa9-ae72-bc2bdab71b36 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784971 Oct 23 20:08:20.371793 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-58a28816-f3dc-4201-9d0d-a9e0bc11f265 req-2a446283-ad63-4939-97e8-fe9bba67601a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558515 Oct 23 20:08:20.425750 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-7111b2e4-38a2-4b00-93a6-fb0f6ff7345c tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=ae31769b5e4c4b2e9680f86cd820784f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361123 Oct 23 20:08:20.592061 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a12f96-5cc0-4923-b659-a1feb8c5479f req-dc176211-b3df-4e09-a9ae-aaacafb7c707 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:20.593523 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-02a12f96-5cc0-4923-b659-a1feb8c5479f req-dc176211-b3df-4e09-a9ae-aaacafb7c707 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 945 time: 0.1413074 Oct 23 20:08:20.702471 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-87411410-0b43-4e59-8207-4cf9825d73cb tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:20.704025 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-87411410-0b43-4e59-8207-4cf9825d73cb tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716801 Oct 23 20:08:20.721220 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-02a12f96-5cc0-4923-b659-a1feb8c5479f req-80e8d369-f205-410e-a5e5-6ffffe4a3a7c tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210032 Oct 23 20:08:20.731562 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-5fb83cf8-ed75-46cd-9774-d061e2307096 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/quotas/ae31769b5e4c4b2e9680f86cd820784f HTTP/1.1" status: 200 len: 375 time: 0.0213640 Oct 23 20:08:20.777949 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-3ba3bcb8-fa8d-4949-87f9-0b122e403dec tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=ae31769b5e4c4b2e9680f86cd820784f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417380 Oct 23 20:08:20.904425 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:20.916180 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f1dbc-21ed-4d2f-813c-63c6088bce0b req-de7697a5-7da0-4ffa-b301-86e9b58f1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:20.917663 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c68f1dbc-21ed-4d2f-813c-63c6088bce0b req-de7697a5-7da0-4ffa-b301-86e9b58f1e1e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 1129 time: 0.0639429 Oct 23 20:08:20.923674 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263394ce-3844-4e76-a25c-6b6e53065d88 req-ad86c52f-495b-48da-b43f-d90d49899590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:20.925121 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-263394ce-3844-4e76-a25c-6b6e53065d88 req-ad86c52f-495b-48da-b43f-d90d49899590 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 1129 time: 0.0668209 Oct 23 20:08:20.961956 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9d31aa22-1069-46f8-af8f-b6aa6c24b6c8 req-64d94e21-796d-4ec1-bf33-80c311da8bee tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 210 time: 0.0282030 Oct 23 20:08:21.304421 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-263394ce-3844-4e76-a25c-6b6e53065d88 req-6f65e8bc-1518-4ad6-a322-7bf3897fab1d service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490513 Oct 23 20:08:21.324167 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c68f1dbc-21ed-4d2f-813c-63c6088bce0b req-4de9048b-89a7-4741-a910-daaa4f7eb0bc service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673947 Oct 23 20:08:21.506028 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4120ec-a106-4d40-b13e-4096c3c0d8d7 req-083ce43f-11e9-40d5-9b6e-7e144f6e8fe0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:21.507557 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3f4120ec-a106-4d40-b13e-4096c3c0d8d7 req-083ce43f-11e9-40d5-9b6e-7e144f6e8fe0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0475612 Oct 23 20:08:21.555347 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3f4120ec-a106-4d40-b13e-4096c3c0d8d7 req-8c6746fb-9f61-4889-bac2-5e8ea3209633 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Oct 23 20:08:21.642153 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9d69-09c7-45e3-9875-1b39fda25aa7 req-d2efd77d-b7d7-44ef-ab71-c92bf656cca6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:21.643663 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f5aa9d69-09c7-45e3-9875-1b39fda25aa7 req-d2efd77d-b7d7-44ef-ab71-c92bf656cca6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0458479 Oct 23 20:08:21.689854 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f5aa9d69-09c7-45e3-9875-1b39fda25aa7 req-81216aac-0bc4-4c40-a175-e7c9fac2862d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402350 Oct 23 20:08:21.718088 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 58856) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:21.861064 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30690e9f-52a4-4dde-a640-a85120c9c121 req-c411f901-61f0-4d33-af55-3a06525b5d19 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:21.862773 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-30690e9f-52a4-4dde-a640-a85120c9c121 req-c411f901-61f0-4d33-af55-3a06525b5d19 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 945 time: 0.0619507 Oct 23 20:08:21.961203 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-30690e9f-52a4-4dde-a640-a85120c9c121 req-a1f7a15d-ab8e-48f5-81d8-c42cf32c045d tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916908 Oct 23 20:08:21.971262 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32f7a5c-1fc1-4adb-b61d-200a0ade5ef8 tempest-TestMinimumBasicScenario-875991262 tempest-TestMinimumBasicScenario-875991262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:21.973079 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-f32f7a5c-1fc1-4adb-b61d-200a0ade5ef8 tempest-TestMinimumBasicScenario-875991262 tempest-TestMinimumBasicScenario-875991262-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 1124 time: 0.2538962 Oct 23 20:08:21.977816 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 58868) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:21.982500 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'port_id': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:22.006397 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:22.104796 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1791c89f-d603-4c86-9839-7d57ac77a4b8 req-11cee838-03f6-4bcb-8180-e30edf78564a tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 210 time: 0.0357502 Oct 23 20:08:22.121497 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:22.184262 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:22.228891 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Allocated IP 172.27.0.243 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/e344cb40-2c65-4716-b703-9793f8624663) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:08:22.234058 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:22.329284 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for port (e344cb40-2c65-4716-b703-9793f8624663), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:22.360214 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (e344cb40-2c65-4716-b703-9793f8624663), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:22.402198 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:08:22.404399 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:22.408053 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:08:22.410102 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event updated for resources: {'Port': ['ID=e344cb40-2c65-4716-b703-9793f8624663,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:22.413099 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:08:22.437253 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.437596 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.437936 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.438290 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.438624 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.438948 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.439271 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.439594 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.439914 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.440233 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.440554 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.440871 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.441188 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.441503 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.441817 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:08:22.715081 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e80040-9ca1-4648-a210-a40e5e8a33f2 req-5e14dddd-ae98-4175-84ba-6fdb533da4f7 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:22.716451 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-55e80040-9ca1-4648-a210-a40e5e8a33f2 req-5e14dddd-ae98-4175-84ba-6fdb533da4f7 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0864410 Oct 23 20:08:22.818596 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-55e80040-9ca1-4648-a210-a40e5e8a33f2 req-e15b8b06-14ca-4f7d-801b-16eb6f8b3782 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955157 Oct 23 20:08:22.834611 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for floatingip (8ca3e9b1-b9cc-42ed-83e2-eacc12cd2cd9), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:22.897687 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e344cb40-2c65-4716-b703-9793f8624663), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:23.030535 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:23.050122 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for port (e344cb40-2c65-4716-b703-9793f8624663), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:23.056370 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (e344cb40-2c65-4716-b703-9793f8624663), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:23.448198 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-15705dbd-9a38-47de-bac9-144eafda09c6 req-b4686954-9ab6-4034-9a31-23071308d677 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 210 time: 0.0669923 Oct 23 20:08:23.474615 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (8ca3e9b1-b9cc-42ed-83e2-eacc12cd2cd9), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:23.474615 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event updated for resources: {'Port': ['ID=e344cb40-2c65-4716-b703-9793f8624663,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:23.504313 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1184154-4cf6-49b5-8fb3-1c5c139f5358 req-4c2e0ce3-8b4c-4308-8805-1ff5f9235db5 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:23.506312 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a1184154-4cf6-49b5-8fb3-1c5c139f5358 req-4c2e0ce3-8b4c-4308-8805-1ff5f9235db5 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 945 time: 0.4248126 Oct 23 20:08:23.524929 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:23.601377 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a1184154-4cf6-49b5-8fb3-1c5c139f5358 req-cf78edba-5b10-41fc-a650-8549e3e86e08 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892513 Oct 23 20:08:23.602501 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Floating IP 8ca3e9b1-b9cc-42ed-83e2-eacc12cd2cd9 associated. External IP: 172.27.0.243, port: 5baa163f-fb98-46dd-88e4-27b50776e2f7. Oct 23 20:08:23.797043 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Router b3e70af7-561b-4e0c-ac61-34504ded34a3 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:08:23.910875 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:08:23.920471 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efa8d3-e2ca-4882-92a3-6f221ee06795 None None] Sync routers for ids ['b3e70af7-561b-4e0c-ac61-34504ded34a3'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:08:23.931777 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efa8d3-e2ca-4882-92a3-6f221ee06795 None None] Routers {'b3e70af7-561b-4e0c-ac61-34504ded34a3'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:08:23.932402 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-36efa8d3-e2ca-4882-92a3-6f221ee06795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:08:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['b3e70af7-561b-4e0c-ac61-34504ded34a3'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:08:23.952818 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2b371-0c12-40c8-b453-ca6e149a0604 req-addd59cd-b73b-417e-8acf-600f5269dd74 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:23.954358 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39f2b371-0c12-40c8-b453-ca6e149a0604 req-addd59cd-b73b-417e-8acf-600f5269dd74 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0576868 Oct 23 20:08:23.957429 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.002899 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-4fbc19f4-1599-4f0c-b5c2-84cd9254f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0240250 Oct 23 20:08:24.003684 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:08:24.006565 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e16cdc-18d1-4b91-9bdb-b2fc6b896ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:08:24.006721 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58888) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:24.011039 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-67478da5-1a93-4726-8411-3adcacbcdc41 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713642150', 'description': 'tempest-secgroup-smoke-1713642150 description', 'project_id': '6b4261a7b9e642e5ba063a4790296b66'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:24.048984 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39f2b371-0c12-40c8-b453-ca6e149a0604 req-789b5b89-dac8-4de2-a2c7-0d0bc17d97d0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721288 Oct 23 20:08:24.062556 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-36efa8d3-e2ca-4882-92a3-6f221ee06795 None None] Set router b3e70af7-561b-4e0c-ac61-34504ded34a3 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:08:24.067521 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdca973-1226-4118-9bde-60ab6721b31f x-openstack-request-id: req-cfdca973-1226-4118-9bde-60ab6721b31f {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:08:24.068458 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:08:24.068713 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfdca973-1226-4118-9bde-60ab6721b31f {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:08:24.069124 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdca973-1226-4118-9bde-60ab6721b31f'] response: {'name': 'network-changed', 'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'status': 'completed', 'code': 200} Oct 23 20:08:24.073117 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-67478da5-1a93-4726-8411-3adcacbcdc41 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.091799 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:24.152395 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-67478da5-1a93-4726-8411-3adcacbcdc41 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group (cbda9d00-e98a-43c2-9d1f-4f2b50230b94), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.156007 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-67478da5-1a93-4726-8411-3adcacbcdc41 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (cbda9d00-e98a-43c2-9d1f-4f2b50230b94), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.184214 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-67478da5-1a93-4726-8411-3adcacbcdc41 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.185457 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-67478da5-1a93-4726-8411-3adcacbcdc41 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1778760 Oct 23 20:08:24.188495 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58892) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:24.194223 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-97d52d0d-4cf9-4658-9e6e-4d60057f7fd0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Request body: {'security_group_rule': {'security_group_id': 'cbda9d00-e98a-43c2-9d1f-4f2b50230b94', 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:24.200206 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67478da5-1a93-4726-8411-3adcacbcdc41 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbda9d00-e98a-43c2-9d1f-4f2b50230b94,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:24.222168 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-97d52d0d-4cf9-4658-9e6e-4d60057f7fd0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (ec197a5c-9fe0-45e9-95aa-ea1b86880aa4), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.289964 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-97d52d0d-4cf9-4658-9e6e-4d60057f7fd0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (ec197a5c-9fe0-45e9-95aa-ea1b86880aa4), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.297419 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-97d52d0d-4cf9-4658-9e6e-4d60057f7fd0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (ec197a5c-9fe0-45e9-95aa-ea1b86880aa4), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.320459 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d52d0d-4cf9-4658-9e6e-4d60057f7fd0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec197a5c-9fe0-45e9-95aa-ea1b86880aa4,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:24.326813 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-97d52d0d-4cf9-4658-9e6e-4d60057f7fd0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.330765 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-97d52d0d-4cf9-4658-9e6e-4d60057f7fd0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413198 Oct 23 20:08:24.330998 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 58906) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:24.340030 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-809f9b08-1f62-4f93-b538-39bffbe9d693 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Request body: {'security_group_rule': {'security_group_id': 'cbda9d00-e98a-43c2-9d1f-4f2b50230b94', 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:24.346159 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-36efa8d3-e2ca-4882-92a3-6f221ee06795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:06:41Z', 'revision_number': 4, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '8ca3e9b1-b9cc-42ed-83e2-eacc12cd2cd9', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'port_id': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'mac_address': 'fa:16:3e:be:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5375465-162e-4d9d-affe-27a205b609f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:08:22Z', 'updated_at': '2022-10-23T20:08:22Z', 'revision_number': 0, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0', 'name': '', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'mac_address': 'fa:16:3e:28:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:40Z', 'updated_at': '2022-10-23T20:06:47Z', 'revision_number': 5, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'subnets': [{'id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:08:24.375983 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-809f9b08-1f62-4f93-b538-39bffbe9d693 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (9622459a-82b0-4f40-9c61-bdf52d058662), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.377435 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efa8d3-e2ca-4882-92a3-6f221ee06795 None None] Checking router: b3e70af7-561b-4e0c-ac61-34504ded34a3 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:08:24.387093 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efa8d3-e2ca-4882-92a3-6f221ee06795 None None] Routers {'b3e70af7-561b-4e0c-ac61-34504ded34a3'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:08:24.387707 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-36efa8d3-e2ca-4882-92a3-6f221ee06795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:08:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['b3e70af7-561b-4e0c-ac61-34504ded34a3'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:08:24.404856 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:24.434903 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-809f9b08-1f62-4f93-b538-39bffbe9d693 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (9622459a-82b0-4f40-9c61-bdf52d058662), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.439993 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-809f9b08-1f62-4f93-b538-39bffbe9d693 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (9622459a-82b0-4f40-9c61-bdf52d058662), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.460025 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f9b08-1f62-4f93-b538-39bffbe9d693 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9622459a-82b0-4f40-9c61-bdf52d058662,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:24.467498 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-809f9b08-1f62-4f93-b538-39bffbe9d693 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.469045 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-809f9b08-1f62-4f93-b538-39bffbe9d693 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366522 Oct 23 20:08:24.471601 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 58936) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:24.476833 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-9ec9f29b-f9cb-4743-9f10-e1c0e9dd6ef9 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Request body: {'security_group_rule': {'security_group_id': 'cbda9d00-e98a-43c2-9d1f-4f2b50230b94', 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:24.510024 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f29b-f9cb-4743-9f10-e1c0e9dd6ef9 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (20427dd0-09b2-483c-95d3-2e3bc776eac8), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.533200 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-36efa8d3-e2ca-4882-92a3-6f221ee06795 None None] Set router b3e70af7-561b-4e0c-ac61-34504ded34a3 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:08:24.638686 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e16cdc-18d1-4b91-9bdb-b2fc6b896ca7 req-1945c92c-bdc7-43a5-8e2d-b4ffa4c17258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:24.640245 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-56e16cdc-18d1-4b91-9bdb-b2fc6b896ca7 req-1945c92c-bdc7-43a5-8e2d-b4ffa4c17258 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=6b4261a7b9e642e5ba063a4790296b66&device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 1129 time: 0.0763018 Oct 23 20:08:24.656081 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2f525696-b681-42c0-ab46-67eb46ae3fa7 req-34d7bb4c-9b0e-40ff-8848-03d1563a99b5 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 210 time: 0.0877802 Oct 23 20:08:24.754476 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:24.769346 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f29b-f9cb-4743-9f10-e1c0e9dd6ef9 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (20427dd0-09b2-483c-95d3-2e3bc776eac8), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.779425 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f29b-f9cb-4743-9f10-e1c0e9dd6ef9 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (20427dd0-09b2-483c-95d3-2e3bc776eac8), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.785578 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:24.797935 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:24.814008 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab4094-a5dd-42f3-ac1e-40cf56967dd4 req-c5ded713-f15e-4a90-bfe0-f638242d7d6c tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:24.822499 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c9ab4094-a5dd-42f3-ac1e-40cf56967dd4 req-c5ded713-f15e-4a90-bfe0-f638242d7d6c tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 945 time: 0.1245964 Oct 23 20:08:24.847669 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9f29b-f9cb-4743-9f10-e1c0e9dd6ef9 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20427dd0-09b2-483c-95d3-2e3bc776eac8,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:24.874684 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e16cdc-18d1-4b91-9bdb-b2fc6b896ca7 req-1f558407-dcd1-4440-90e0-af79f95bd5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:24.876277 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-56e16cdc-18d1-4b91-9bdb-b2fc6b896ca7 req-1f558407-dcd1-4440-90e0-af79f95bd5a5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=e0f910e3-91d1-4d9b-b720-07380b5a7ead HTTP/1.1" status: 200 len: 916 time: 0.2141423 Oct 23 20:08:24.912300 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-36efa8d3-e2ca-4882-92a3-6f221ee06795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:06:41Z', 'revision_number': 4, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '8ca3e9b1-b9cc-42ed-83e2-eacc12cd2cd9', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'port_id': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'mac_address': 'fa:16:3e:be:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5375465-162e-4d9d-affe-27a205b609f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:08:22Z', 'updated_at': '2022-10-23T20:08:22Z', 'revision_number': 0, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0', 'name': '', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'mac_address': 'fa:16:3e:28:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:40Z', 'updated_at': '2022-10-23T20:06:47Z', 'revision_number': 5, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'subnets': [{'id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:08:24.933532 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f29b-f9cb-4743-9f10-e1c0e9dd6ef9 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.937289 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-9ec9f29b-f9cb-4743-9f10-e1c0e9dd6ef9 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4621339 Oct 23 20:08:24.937615 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58950) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:24.942227 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efa8d3-e2ca-4882-92a3-6f221ee06795 None None] The sync data for ids ['b3e70af7-561b-4e0c-ac61-34504ded34a3'] in dv-cinder-862432-1-iscsi is: [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:06:41Z', 'revision_number': 4, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '8ca3e9b1-b9cc-42ed-83e2-eacc12cd2cd9', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'port_id': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'mac_address': 'fa:16:3e:be:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5375465-162e-4d9d-affe-27a205b609f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:08:22Z', 'updated_at': '2022-10-23T20:08:22Z', 'revision_number': 0, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0', 'name': '', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'mac_address': 'fa:16:3e:28:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:40Z', 'updated_at': '2022-10-23T20:06:47Z', 'revision_number': 5, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'subnets': [{'id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:08:24.943393 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-1bb577ed-2926-4e7a-b521-0db7d847acad tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Request body: {'security_group_rule': {'security_group_id': 'cbda9d00-e98a-43c2-9d1f-4f2b50230b94', 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:24.975697 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-1bb577ed-2926-4e7a-b521-0db7d847acad tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (cb680342-8d2a-4f57-8a66-da527fe7c3e7), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:24.977271 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c9ab4094-a5dd-42f3-ac1e-40cf56967dd4 req-0be814df-699a-4f16-af13-0bf9295990ad tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536212 Oct 23 20:08:24.987245 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-56e16cdc-18d1-4b91-9bdb-b2fc6b896ca7 req-4b7cc45e-d277-4be7-83e9-9c83e89e04d1 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7 HTTP/1.1" status: 200 len: 999 time: 0.1044168 Oct 23 20:08:25.033062 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:25.051199 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-1bb577ed-2926-4e7a-b521-0db7d847acad tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (cb680342-8d2a-4f57-8a66-da527fe7c3e7), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:25.056910 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-1bb577ed-2926-4e7a-b521-0db7d847acad tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (cb680342-8d2a-4f57-8a66-da527fe7c3e7), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:25.064027 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:25.080873 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb577ed-2926-4e7a-b521-0db7d847acad tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb680342-8d2a-4f57-8a66-da527fe7c3e7,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:25.087127 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-1bb577ed-2926-4e7a-b521-0db7d847acad tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:25.092205 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-1bb577ed-2926-4e7a-b521-0db7d847acad tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535163 Oct 23 20:08:25.095085 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 58960) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:25.101423 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-b1e35a49-ef46-4c93-ad40-48bdcad9c9ef tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Request body: {'security_group_rule': {'security_group_id': 'cbda9d00-e98a-43c2-9d1f-4f2b50230b94', 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:25.128334 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.securitygroups_db [None req-b1e35a49-ef46-4c93-ad40-48bdcad9c9ef tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Project 6b4261a7b9e642e5ba063a4790296b66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 20:08:25.135775 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b1e35a49-ef46-4c93-ad40-48bdcad9c9ef tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (4e3537a8-5f9c-44e8-928c-30fe8e738ef8), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:25.228131 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91389633-0f75-4a40-894e-1521ab1894bc req-605ff143-377a-4559-836c-410f3fb3652b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:25.229688 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-91389633-0f75-4a40-894e-1521ab1894bc req-605ff143-377a-4559-836c-410f3fb3652b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0682542 Oct 23 20:08:25.232760 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cba5732-0995-46b7-a714-fc488371e4e3 None None] New status for floating IP 8ca3e9b1-b9cc-42ed-83e2-eacc12cd2cd9: ACTIVE {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:08:25.240620 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b1e35a49-ef46-4c93-ad40-48bdcad9c9ef tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (4e3537a8-5f9c-44e8-928c-30fe8e738ef8), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:25.274671 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b1e35a49-ef46-4c93-ad40-48bdcad9c9ef tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (4e3537a8-5f9c-44e8-928c-30fe8e738ef8), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:25.326111 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e16cdc-18d1-4b91-9bdb-b2fc6b896ca7 req-ab71df8b-fefa-4b59-9e19-2ad5797932ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:25.327679 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-56e16cdc-18d1-4b91-9bdb-b2fc6b896ca7 req-ab71df8b-fefa-4b59-9e19-2ad5797932ef service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2e0a3b2d-7920-4ec0-8431-eb47c4629d68 HTTP/1.1" status: 200 len: 854 time: 0.0893381 Oct 23 20:08:25.328654 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e35a49-ef46-4c93-ad40-48bdcad9c9ef tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3537a8-5f9c-44e8-928c-30fe8e738ef8,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:25.346472 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b1e35a49-ef46-4c93-ad40-48bdcad9c9ef tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:25.350579 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-b1e35a49-ef46-4c93-ad40-48bdcad9c9ef tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2537003 Oct 23 20:08:25.351278 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 58976) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:25.359833 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-ad1d46a2-a6e6-416f-b3fe-a40b7951f023 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Request body: {'security_group_rule': {'security_group_id': 'cbda9d00-e98a-43c2-9d1f-4f2b50230b94', 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:25.417572 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.securitygroups_db [None req-ad1d46a2-a6e6-416f-b3fe-a40b7951f023 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Project 6b4261a7b9e642e5ba063a4790296b66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 20:08:25.429840 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ad1d46a2-a6e6-416f-b3fe-a40b7951f023 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (bf4699c2-f59d-4a50-b137-d1188e3e64a1), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:25.437374 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-91389633-0f75-4a40-894e-1521ab1894bc req-0c47671d-eb25-46f9-ac09-330fb74c4988 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874495 Oct 23 20:08:25.439519 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e16cdc-18d1-4b91-9bdb-b2fc6b896ca7 req-f0151ad1-8527-4928-8805-a98c15d8e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:25.441175 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-56e16cdc-18d1-4b91-9bdb-b2fc6b896ca7 req-f0151ad1-8527-4928-8805-a98c15d8e883 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e0f910e3-91d1-4d9b-b720-07380b5a7ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064990 Oct 23 20:08:25.510881 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0dd91bde-e815-42ac-91c3-ea874e7dcbb4 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=ae31769b5e4c4b2e9680f86cd820784f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383198 Oct 23 20:08:25.548032 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ad1d46a2-a6e6-416f-b3fe-a40b7951f023 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (bf4699c2-f59d-4a50-b137-d1188e3e64a1), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:25.555644 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ad1d46a2-a6e6-416f-b3fe-a40b7951f023 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (bf4699c2-f59d-4a50-b137-d1188e3e64a1), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:25.626178 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:25.670337 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-56e16cdc-18d1-4b91-9bdb-b2fc6b896ca7 req-5f23ed97-7075-4771-81cd-e81b33ea4004 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050979 Oct 23 20:08:25.704315 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ad1d46a2-a6e6-416f-b3fe-a40b7951f023 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:25.705772 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-ad1d46a2-a6e6-416f-b3fe-a40b7951f023 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3535020 Oct 23 20:08:25.733885 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d46a2-a6e6-416f-b3fe-a40b7951f023 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4699c2-f59d-4a50-b137-d1188e3e64a1,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:25.787295 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-56e16cdc-18d1-4b91-9bdb-b2fc6b896ca7 req-21cf2f79-e4d1-4d5d-a88a-6084f596662c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089613 Oct 23 20:08:25.881904 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-67855988-5a23-4b31-a133-c65ef7f3ad1d req-897708f7-7cdc-407c-90d2-494408f2d620 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 210 time: 0.0462968 Oct 23 20:08:25.937467 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-6c68408c-f812-49b5-a981-13244ce44344 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:25.939148 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-6c68408c-f812-49b5-a981-13244ce44344 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3866742 Oct 23 20:08:25.969380 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ecb6ab86-5027-461f-93fb-87f23bbb7cb2 req-2364da5d-e932-46ed-8234-6f95bb545772 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1713642150&fields=id&tenant_id=6b4261a7b9e642e5ba063a4790296b66 HTTP/1.1" status: 200 len: 267 time: 0.0500870 Oct 23 20:08:26.029696 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Request body: {'port': {'device_id': 'a24a9adf-3c03-464e-b2f7-581ac6386942', 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07', 'admin_state_up': True, 'tenant_id': 'ae31769b5e4c4b2e9680f86cd820784f'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:26.071104 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6ab86-5027-461f-93fb-87f23bbb7cb2 req-bce61e64-7689-4e78-a348-7c4b4d6e223f tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:26.079294 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ecb6ab86-5027-461f-93fb-87f23bbb7cb2 req-bce61e64-7689-4e78-a348-7c4b4d6e223f tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.1043231 Oct 23 20:08:26.088746 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-ecb6ab86-5027-461f-93fb-87f23bbb7cb2 req-e96a8455-e3a7-47b9-adb1-4a692812eac6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Request body: {'port': {'security_groups': ['499f1eee-d071-4ab0-aace-b1ebd19b3fb4', 'cbda9d00-e98a-43c2-9d1f-4f2b50230b94']}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:26.132550 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195faf-f458-44e5-9aab-c8cde6c33762 req-b119c80e-8749-4fbc-a1f9-6c0ccc6a29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:26.134187 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-44195faf-f458-44e5-9aab-c8cde6c33762 req-b119c80e-8749-4fbc-a1f9-6c0ccc6a29e2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 1129 time: 0.1269829 Oct 23 20:08:26.168026 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Made reservation on behalf of ae31769b5e4c4b2e9680f86cd820784f for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:08:26.172011 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:26.181379 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:26.202995 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ecb6ab86-5027-461f-93fb-87f23bbb7cb2 req-e96a8455-e3a7-47b9-adb1-4a692812eac6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:26.217796 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d44f80-e4eb-4e4e-ab8a-6cd5f5285184 req-e1f7c38b-04dd-493e-a99b-fa89dad03d91 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:26.219301 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-84d44f80-e4eb-4e4e-ab8a-6cd5f5285184 req-e1f7c38b-04dd-493e-a99b-fa89dad03d91 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0888402 Oct 23 20:08:26.239332 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:26.265402 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Publish callbacks [] for security_group (54a32013-599b-4d75-b41b-3746445f48b4), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:26.269569 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (54a32013-599b-4d75-b41b-3746445f48b4), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:26.341389 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a32013-599b-4d75-b41b-3746445f48b4,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:26.371471 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-84d44f80-e4eb-4e4e-ab8a-6cd5f5285184 req-a64206cb-a5d2-41ed-a52e-f25f86b2e8d8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300101 Oct 23 20:08:26.420074 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Allocated IP 192.168.233.40 (e8f18413-1df1-4318-8e44-af7fbc420e07/9c06bcea-b168-4d0b-a6ab-0e4ddfde5070/26a198f5-8e84-4a11-b41d-8c527cb13bb1) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:08:26.520241 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ef1d7-bf0a-40d1-ba1f-8f7f6e3bd191 req-ab5b02ef-0f55-4713-b0ad-ea9b45eecde8 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:26.522308 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-481ef1d7-bf0a-40d1-ba1f-8f7f6e3bd191 req-ab5b02ef-0f55-4713-b0ad-ea9b45eecde8 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 945 time: 0.0683305 Oct 23 20:08:26.547531 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:26.551110 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-ecb6ab86-5027-461f-93fb-87f23bbb7cb2 req-e96a8455-e3a7-47b9-adb1-4a692812eac6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] For port 5baa163f-fb98-46dd-88e4-27b50776e2f7, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:26.557181 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:26.581596 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Publish callbacks [] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:26.604349 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ecb6ab86-5027-461f-93fb-87f23bbb7cb2 req-e96a8455-e3a7-47b9-adb1-4a692812eac6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:26.609058 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-481ef1d7-bf0a-40d1-ba1f-8f7f6e3bd191 req-3deec3d2-e7fd-427a-9d59-1501b6723c53 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765698 Oct 23 20:08:26.611771 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ecb6ab86-5027-461f-93fb-87f23bbb7cb2 req-e96a8455-e3a7-47b9-adb1-4a692812eac6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:26.615973 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:26.622557 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6ab86-5027-461f-93fb-87f23bbb7cb2 req-e96a8455-e3a7-47b9-adb1-4a692812eac6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:26.623177 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ecb6ab86-5027-461f-93fb-87f23bbb7cb2 req-e96a8455-e3a7-47b9-adb1-4a692812eac6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:26.624942 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ecb6ab86-5027-461f-93fb-87f23bbb7cb2 req-e96a8455-e3a7-47b9-adb1-4a692812eac6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "PUT /networking/v2.0/ports/5baa163f-fb98-46dd-88e4-27b50776e2f7 HTTP/1.1" status: 200 len: 981 time: 0.5449088 Oct 23 20:08:26.625515 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:08:26.627828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984ff506-1f85-4c04-a1c1-e083e08f638b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:08:26.643978 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['5baa163f-fb98-46dd-88e4-27b50776e2f7'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:08:26.670099 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Network e8f18413-1df1-4318-8e44-af7fbc420e07 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:08:26.678312 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Pushing event updated for resources: {'Port': ['ID=26a198f5-8e84-4a11-b41d-8c527cb13bb1,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:26.684884 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:08:26.691579 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:08:26.702051 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e82618-3766-407e-acd6-219fb04eeed5 x-openstack-request-id: req-59e82618-3766-407e-acd6-219fb04eeed5 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:08:26.702372 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:08:26.702631 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59e82618-3766-407e-acd6-219fb04eeed5 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:08:26.703050 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e82618-3766-407e-acd6-219fb04eeed5'] response: {'name': 'network-changed', 'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'status': 'completed', 'code': 200} Oct 23 20:08:26.710094 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a8455-e3a7-47b9-adb1-4a692812eac6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event updated for resources: {'Port': ['ID=5baa163f-fb98-46dd-88e4-27b50776e2f7,revision_number=6']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:26.765266 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:26.767513 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:26.795797 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['5baa163f-fb98-46dd-88e4-27b50776e2f7'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:08:26.804655 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-0aada554-715e-4326-b156-df896995f9c1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8008380 Oct 23 20:08:26.829988 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78026d9-adbb-40f2-ba8c-aa9245a6c3c3 req-90f71607-02d3-4551-9aa4-61bcecd62b15 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:26.831560 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b78026d9-adbb-40f2-ba8c-aa9245a6c3c3 req-90f71607-02d3-4551-9aa4-61bcecd62b15 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0640018 Oct 23 20:08:26.906822 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b78026d9-adbb-40f2-ba8c-aa9245a6c3c3 req-4c95f29a-234c-48c9-be07-fcfc97a94ffc tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685878 Oct 23 20:08:27.018687 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-c011dcd7-cb04-457f-809d-399a2566cb63 None None] Provisioning complete for port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:08:27.019310 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c011dcd7-cb04-457f-809d-399a2566cb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:27.019800 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-c011dcd7-cb04-457f-809d-399a2566cb63 None None] Attempt 1 to provision port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 Oct 23 20:08:27.043214 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545145d1-3d5b-4742-a13c-f7fe5d1b56db req-4426b05b-d49c-4045-b3bb-06f2af6beb92 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:27.044879 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-545145d1-3d5b-4742-a13c-f7fe5d1b56db req-4426b05b-d49c-4045-b3bb-06f2af6beb92 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 935 time: 0.0559764 Oct 23 20:08:27.088353 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:27.093231 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-545145d1-3d5b-4742-a13c-f7fe5d1b56db req-a1e1cbdb-012e-44a9-8e18-73d7798b5b7b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Oct 23 20:08:27.096581 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-c011dcd7-cb04-457f-809d-399a2566cb63 None None] Port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:08:27.223150 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:27.501917 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264b341-e92c-48ff-add5-b17064e76960 req-59480790-34cb-412d-be53-de6a2a8ba31e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:27.503329 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2264b341-e92c-48ff-add5-b17064e76960 req-59480790-34cb-412d-be53-de6a2a8ba31e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0500846 Oct 23 20:08:27.551071 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2264b341-e92c-48ff-add5-b17064e76960 req-f2198cca-58f8-4882-b4ae-465d30ed8c53 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Oct 23 20:08:27.666595 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Request body: {'port': {'device_id': 'a24a9adf-3c03-464e-b2f7-581ac6386942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:27.743282 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:27.789998 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4b8d4-ad5f-4893-a759-7fe4f7426a88 req-818e6cdc-5879-4aee-ad05-a6418de0bb55 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:27.791452 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-75a4b8d4-ad5f-4893-a759-7fe4f7426a88 req-818e6cdc-5879-4aee-ad05-a6418de0bb55 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 945 time: 0.0673299 Oct 23 20:08:27.796394 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195faf-f458-44e5-9aab-c8cde6c33762 req-460aa8cb-b98e-4979-91e1-206d6cc62ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:27.797780 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-44195faf-f458-44e5-9aab-c8cde6c33762 req-460aa8cb-b98e-4979-91e1-206d6cc62ba1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 919 time: 0.1367977 Oct 23 20:08:27.800341 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff506-1f85-4c04-a1c1-e083e08f638b req-6d25798d-29e4-4e41-bc57-1f5b04747587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:27.802583 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-984ff506-1f85-4c04-a1c1-e083e08f638b req-6d25798d-29e4-4e41-bc57-1f5b04747587 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=6b4261a7b9e642e5ba063a4790296b66&device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 1168 time: 0.0665600 Oct 23 20:08:27.844488 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-75a4b8d4-ad5f-4893-a759-7fe4f7426a88 req-831905a6-0578-4767-a0cd-852a398fdc77 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5f7a1e97-5e69-481f-acf6-920b9af9c381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457478 Oct 23 20:08:28.016734 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-44195faf-f458-44e5-9aab-c8cde6c33762 req-a9bd543e-d13b-4038-b73e-81c6a45bcd5f service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2157f124-6d4c-4aa3-8b95-ee304dc9379e HTTP/1.1" status: 200 len: 217 time: 0.0577283 Oct 23 20:08:28.019323 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:28.075788 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af05b55-3f22-4051-a517-b790abad36d2 req-44f94aa4-9b8b-4af3-890b-81caf0f27b02 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:28.077481 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2af05b55-3f22-4051-a517-b790abad36d2 req-44f94aa4-9b8b-4af3-890b-81caf0f27b02 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 945 time: 0.1125128 Oct 23 20:08:28.111106 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff506-1f85-4c04-a1c1-e083e08f638b req-00e757a1-d76d-4d8e-9119-0b06ea514622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:28.112556 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-984ff506-1f85-4c04-a1c1-e083e08f638b req-00e757a1-d76d-4d8e-9119-0b06ea514622 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=e0f910e3-91d1-4d9b-b720-07380b5a7ead HTTP/1.1" status: 200 len: 916 time: 0.1534727 Oct 23 20:08:28.116420 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195faf-f458-44e5-9aab-c8cde6c33762 req-67e2c41e-6c71-4992-8670-afb5573308da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:28.117855 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-44195faf-f458-44e5-9aab-c8cde6c33762 req-67e2c41e-6c71-4992-8670-afb5573308da service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.0953634 Oct 23 20:08:28.120649 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a198f5-8e84-4a11-b41d-8c527cb13bb1 {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:08:28.132180 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Publish callbacks [] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:28.144933 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Transition to ACTIVE for port object 26a198f5-8e84-4a11-b41d-8c527cb13bb1 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:08:28.156074 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:28.174915 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-2af05b55-3f22-4051-a517-b790abad36d2 req-e244ab0d-824b-4661-9af2-b3121ff76429 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Deleting port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:08:28.175593 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-2af05b55-3f22-4051-a517-b790abad36d2 req-e244ab0d-824b-4661-9af2-b3121ff76429 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:28.197203 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:28.225861 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Pushing event updated for resources: {'Port': ['ID=26a198f5-8e84-4a11-b41d-8c527cb13bb1,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:28.315217 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f598-24a2-456c-a772-9f530de69da4 req-c3a84bcf-c6b4-4c0c-8d01-9a9b17809405 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:28.316714 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a038f598-24a2-456c-a772-9f530de69da4 req-c3a84bcf-c6b4-4c0c-8d01-9a9b17809405 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 947 time: 0.1355562 Oct 23 20:08:28.343972 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195faf-f458-44e5-9aab-c8cde6c33762 req-4af9554b-1465-4519-b649-4e8c4254eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:28.345454 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-44195faf-f458-44e5-9aab-c8cde6c33762 req-4af9554b-1465-4519-b649-4e8c4254eb21 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849638 Oct 23 20:08:28.376874 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-2af05b55-3f22-4051-a517-b790abad36d2 req-e244ab0d-824b-4661-9af2-b3121ff76429 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] For port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb,segment=NetworkSegment(353ac2f3-6a05-438e-a61c-11d20a548864),segment_id=353ac2f3-6a05-438e-a61c-11d20a548864)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:28.377255 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-2af05b55-3f22-4051-a517-b790abad36d2 req-e244ab0d-824b-4661-9af2-b3121ff76429 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:28.413489 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-2af05b55-3f22-4051-a517-b790abad36d2 req-e244ab0d-824b-4661-9af2-b3121ff76429 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Calling delete_port for 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb owned by compute:nova {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:08:28.511652 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a038f598-24a2-456c-a772-9f530de69da4 req-a4497248-f50a-409d-98bc-5010a537adc9 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836486 Oct 23 20:08:28.549183 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-44195faf-f458-44e5-9aab-c8cde6c33762 req-758ff6a2-99ab-4769-8b59-8d2e42e53310 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867468 Oct 23 20:08:28.559711 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-61603479-396b-4139-b421-6e54217ec21c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1054308 Oct 23 20:08:28.606076 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Attempting to bind port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:08:28.606464 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Attempting to bind port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'dcb10ba9-24f8-4a7c-a608-439985b1d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:08:28.606796 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Attempting to bind port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 on network e8f18413-1df1-4318-8e44-af7fbc420e07 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:08:28.620489 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:28.638895 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:28.669316 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-984ff506-1f85-4c04-a1c1-e083e08f638b req-47dd5840-936d-43d7-b101-f7c9983c4459 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7 HTTP/1.1" status: 200 len: 1001 time: 0.2136605 Oct 23 20:08:28.734136 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-cb1e2912-c288-40c2-a334-9d83c1c828f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:28.735674 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-cb1e2912-c288-40c2-a334-9d83c1c828f3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 1129 time: 0.1265287 Oct 23 20:08:28.742162 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff506-1f85-4c04-a1c1-e083e08f638b req-c42f27b4-6f64-4c3f-8690-02aba9c84bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:28.743601 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-984ff506-1f85-4c04-a1c1-e083e08f638b req-c42f27b4-6f64-4c3f-8690-02aba9c84bbc service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2e0a3b2d-7920-4ec0-8431-eb47c4629d68 HTTP/1.1" status: 200 len: 854 time: 0.0660923 Oct 23 20:08:28.746716 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-44195faf-f458-44e5-9aab-c8cde6c33762 req-b47329f3-e54f-42e0-8477-ed9fcb516812 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906981 Oct 23 20:08:28.748959 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 on network e8f18413-1df1-4318-8e44-af7fbc420e07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:08:28.749404 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Attempting to bind port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 on network e8f18413-1df1-4318-8e44-af7fbc420e07 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:08:28.754960 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f959e-9943-4f70-b8dc-45d47e2a2605 req-5cfa2fba-62f1-4bec-aa7a-2e9f053286a5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:28.757298 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9e4f959e-9943-4f70-b8dc-45d47e2a2605 req-5cfa2fba-62f1-4bec-aa7a-2e9f053286a5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.1119173 Oct 23 20:08:28.757926 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-2af05b55-3f22-4051-a517-b790abad36d2 req-e244ab0d-824b-4661-9af2-b3121ff76429 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (3c035e36-fdd3-4b20-82eb-f0cefea6a5fb), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:28.773076 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['3c035e36-fdd3-4b20-82eb-f0cefea6a5fb'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:08:28.822919 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244ab0d-824b-4661-9af2-b3121ff76429 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Pushing event deleted for resources: {'Port': ['ID=3c035e36-fdd3-4b20-82eb-f0cefea6a5fb,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:28.825532 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff506-1f85-4c04-a1c1-e083e08f638b req-ce3d7d9e-9752-4c6b-ba40-da1cd9a573b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:28.827158 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-984ff506-1f85-4c04-a1c1-e083e08f638b req-ce3d7d9e-9752-4c6b-ba40-da1cd9a573b2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e0f910e3-91d1-4d9b-b720-07380b5a7ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744193 Oct 23 20:08:28.833853 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:08:28.834202 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Checking segment: {'id': 'dcb10ba9-24f8-4a7c-a608-439985b1d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:08:28.834621 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Bound using segment: {'id': 'dcb10ba9-24f8-4a7c-a608-439985b1d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:08:28.835072 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Bound port: 26a198f5-8e84-4a11-b41d-8c527cb13bb1, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb10ba9-24f8-4a7c-a608-439985b1d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:08:28.835486 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:28.951711 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af05b55-3f22-4051-a517-b790abad36d2 req-e244ab0d-824b-4661-9af2-b3121ff76429 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] No DVR routers for this DVR port 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb on host hv-cinder-86243 {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:08:28.954902 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-2af05b55-3f22-4051-a517-b790abad36d2 req-e244ab0d-824b-4661-9af2-b3121ff76429 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:28.958913 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2af05b55-3f22-4051-a517-b790abad36d2 req-e244ab0d-824b-4661-9af2-b3121ff76429 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.15 "DELETE /networking/v2.0/ports/3c035e36-fdd3-4b20-82eb-f0cefea6a5fb HTTP/1.1" status: 204 len: 173 time: 0.8755069 Oct 23 20:08:28.959327 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:28.966026 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] For port 26a198f5-8e84-4a11-b41d-8c527cb13bb1, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:08:28.972819 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e47422-88b9-49c7-9046-4b4627d1b2e4', 'name': 'network-vif-deleted', 'tag': '3c035e36-fdd3-4b20-82eb-f0cefea6a5fb'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:08:28.973854 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] For port 26a198f5-8e84-4a11-b41d-8c527cb13bb1, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=26a198f5-8e84-4a11-b41d-8c527cb13bb1,segment=NetworkSegment(dcb10ba9-24f8-4a7c-a608-439985b1d8a5),segment_id=dcb10ba9-24f8-4a7c-a608-439985b1d8a5)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:08:28.975156 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7769e78e-b8f9-46d6-8adb-af759ff4e287" -d '{"events": [{"server_uuid": "85e47422-88b9-49c7-9046-4b4627d1b2e4", "name": "network-vif-deleted", "tag": "3c035e36-fdd3-4b20-82eb-f0cefea6a5fb"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:08:28.979991 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:29.010155 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:29.010815 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:29.012238 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/26a198f5-8e84-4a11-b41d-8c527cb13bb1 HTTP/1.1" status: 200 len: 1097 time: 1.3504930 Oct 23 20:08:29.012828 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24a9adf-3c03-464e-b2f7-581ac6386942', 'tag': '26a198f5-8e84-4a11-b41d-8c527cb13bb1'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:08:29.015168 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61433720-21ac-44f6-a70f-aaba3d83c23d" -d '{"events": [{"name": "network-changed", "server_uuid": "a24a9adf-3c03-464e-b2f7-581ac6386942", "tag": "26a198f5-8e84-4a11-b41d-8c527cb13bb1"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:08:29.050894 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-984ff506-1f85-4c04-a1c1-e083e08f638b req-7ce92536-87d8-4491-906a-4d43517c8253 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822102 Oct 23 20:08:29.115412 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca888c4-ad64-47f3-bcea-fb024380c082 service neutron] Pushing event updated for resources: {'Port': ['ID=26a198f5-8e84-4a11-b41d-8c527cb13bb1,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:29.180553 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-984ff506-1f85-4c04-a1c1-e083e08f638b req-9db809de-ceb5-41fb-8bea-5106336b9c70 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170719 Oct 23 20:08:29.288035 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9e4f959e-9943-4f70-b8dc-45d47e2a2605 req-a47c5f9a-4379-4cfd-b087-23e5e9527e84 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076749 Oct 23 20:08:29.289672 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d8eec475-e867-4ce5-811f-95568d23719f req-8c839f32-0534-4391-b396-0806dc070247 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 210 time: 0.3429990 Oct 23 20:08:29.309558 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-c293db8b-36de-4f6e-9a21-9f2dc36222dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:29.311261 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-c293db8b-36de-4f6e-9a21-9f2dc36222dc service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=8e3b82ee-7488-4576-9263-10150a8cce41 HTTP/1.1" status: 200 len: 912 time: 0.5490339 Oct 23 20:08:29.348389 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51ee6b7-6c1c-4efd-8ebb-c90c3cab9448 x-openstack-request-id: req-b51ee6b7-6c1c-4efd-8ebb-c90c3cab9448 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:08:29.348686 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24a9adf-3c03-464e-b2f7-581ac6386942", "tag": "26a198f5-8e84-4a11-b41d-8c527cb13bb1", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:08:29.348977 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b51ee6b7-6c1c-4efd-8ebb-c90c3cab9448 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:08:29.349397 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51ee6b7-6c1c-4efd-8ebb-c90c3cab9448'] response: {'name': 'network-changed', 'server_uuid': 'a24a9adf-3c03-464e-b2f7-581ac6386942', 'tag': '26a198f5-8e84-4a11-b41d-8c527cb13bb1', 'status': 'completed', 'code': 200} Oct 23 20:08:29.349857 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a369286a-1e4d-4212-8643-9039dcc58beb x-openstack-request-id: req-a369286a-1e4d-4212-8643-9039dcc58beb {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:08:29.350165 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e47422-88b9-49c7-9046-4b4627d1b2e4", "name": "network-vif-deleted", "tag": "3c035e36-fdd3-4b20-82eb-f0cefea6a5fb", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:08:29.350443 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a369286a-1e4d-4212-8643-9039dcc58beb {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:08:29.350850 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a369286a-1e4d-4212-8643-9039dcc58beb'] response: {'server_uuid': '85e47422-88b9-49c7-9046-4b4627d1b2e4', 'name': 'network-vif-deleted', 'tag': '3c035e36-fdd3-4b20-82eb-f0cefea6a5fb', 'status': 'completed', 'code': 200} Oct 23 20:08:29.705685 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d126a-9245-41b2-b6c9-a4a4d1ece41d req-9a47ce26-132e-4e71-a186-9f964b8784a7 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:29.707155 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-308d126a-9245-41b2-b6c9-a4a4d1ece41d req-9a47ce26-132e-4e71-a186-9f964b8784a7 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 947 time: 0.0490873 Oct 23 20:08:29.754713 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-308d126a-9245-41b2-b6c9-a4a4d1ece41d req-512aafc7-28b8-4f55-8d7b-94602602e0ae tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Oct 23 20:08:30.448654 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4da5243-c42b-4880-8587-e6b239e6722b req-bbeafa36-7cf7-4105-b9f6-e2e98882ed21 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0406628 Oct 23 20:08:30.458437 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268fb52-d1d0-48ef-ad3b-b6011c3c632d req-fa370e85-22a4-4d68-bb5d-790fa4e52d1e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:30.460039 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2268fb52-d1d0-48ef-ad3b-b6011c3c632d req-fa370e85-22a4-4d68-bb5d-790fa4e52d1e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0806324 Oct 23 20:08:30.507027 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2268fb52-d1d0-48ef-ad3b-b6011c3c632d req-1df8f061-7353-4fe8-b0f8-2de3aaf84fda tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414162 Oct 23 20:08:30.877673 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ff549-1e74-4a37-8be2-55730839908a req-227b5f91-b0c6-425b-a9ec-1324a0da673d tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:30.879174 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a14ff549-1e74-4a37-8be2-55730839908a req-227b5f91-b0c6-425b-a9ec-1324a0da673d tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 947 time: 0.0476322 Oct 23 20:08:30.925859 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a14ff549-1e74-4a37-8be2-55730839908a req-f7160d0e-8542-437a-9f7c-bda3b57bcf4e tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 Oct 23 20:08:31.124103 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-dc41d7ba-ba30-4a1f-a9e1-46e9a11483eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:31.125610 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-dc41d7ba-ba30-4a1f-a9e1-46e9a11483eb service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=ae31769b5e4c4b2e9680f86cd820784f&device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 1131 time: 0.0517554 Oct 23 20:08:31.139273 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-84b4d319-874c-4ce7-a0d1-8688a024f650 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e989a766-0552-40b5-acf0-9a2d7f1dfe99 HTTP/1.1" status: 200 len: 1001 time: 0.0676961 Oct 23 20:08:31.190872 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-12738a96-0be9-4126-b253-87ea8ae083b3 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=26a198f5-8e84-4a11-b41d-8c527cb13bb1 HTTP/1.1" status: 200 len: 217 time: 0.0394933 Oct 23 20:08:31.196992 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-6a791de6-51c2-4120-85b3-f069467dd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:31.198442 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-6a791de6-51c2-4120-85b3-f069467dd7f9 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=daaca4e1-493a-432b-8103-3db60253ec00 HTTP/1.1" status: 200 len: 850 time: 0.0467439 Oct 23 20:08:31.232644 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:08:31.267356 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:08:31.267951 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 3c035e36-fdd3-4b20-82eb-f0cefea6a5fb not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:08:31.270719 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-540ec9bf-3216-4023-ae8b-ea2620ef7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:31.272328 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-540ec9bf-3216-4023-ae8b-ea2620ef7540 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=8e3b82ee-7488-4576-9263-10150a8cce41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426068 Oct 23 20:08:31.293669 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-280fd751-8f6d-4b88-b188-63fb46140abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:31.293669 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-280fd751-8f6d-4b88-b188-63fb46140abf service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=9c06bcea-b168-4d0b-a6ab-0e4ddfde5070 HTTP/1.1" status: 200 len: 843 time: 0.0571685 Oct 23 20:08:31.336000 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-f8db988f-d86e-4b74-bc6b-7c08ed129e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:31.337784 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-f8db988f-d86e-4b74-bc6b-7c08ed129e14 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e8f18413-1df1-4318-8e44-af7fbc420e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0434575 Oct 23 20:08:31.375386 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-66324864-a50b-4b5f-a77a-179c4cd4f79c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929947 Oct 23 20:08:31.446687 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:31.513375 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-c4177032-a310-4ac5-9a75-d4e1cc61fa0f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071846 Oct 23 20:08:31.514207 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-c169e4d2-2f0f-4455-9a99-1888ee2c9b05 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e8f18413-1df1-4318-8e44-af7fbc420e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077299 Oct 23 20:08:31.572851 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6c10863b-3e57-44fb-af5e-b1897bd7d989 req-bdc61d5d-fe13-4dfd-90ef-fb250d01b886 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0313187 Oct 23 20:08:31.614329 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:31.629866 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2c27d-2162-46c3-9699-d1fca10f4fd0 req-b2717afd-05ec-47b2-aea6-dd04180cfa9b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:31.631408 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-98e2c27d-2162-46c3-9699-d1fca10f4fd0 req-b2717afd-05ec-47b2-aea6-dd04180cfa9b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0513833 Oct 23 20:08:31.679677 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-98e2c27d-2162-46c3-9699-d1fca10f4fd0 req-0883e57f-ed57-49fe-878d-0fcad61a9450 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425630 Oct 23 20:08:32.047365 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4818d9cc-4ac1-4ff2-8ead-a8d8e71d27af req-d9bc5539-5635-46f5-8bdb-23230d0cacaa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e8f18413-1df1-4318-8e44-af7fbc420e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500816 Oct 23 20:08:32.087395 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4f994-a8eb-4c2a-9231-ee59cfcbdeb0 req-8d65cc98-e345-4c6f-b28e-de28275753f0 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:32.088969 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-42d4f994-a8eb-4c2a-9231-ee59cfcbdeb0 req-8d65cc98-e345-4c6f-b28e-de28275753f0 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 947 time: 0.0499806 Oct 23 20:08:32.136372 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-42d4f994-a8eb-4c2a-9231-ee59cfcbdeb0 req-74262495-ef22-4522-9865-a36a93473328 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415301 Oct 23 20:08:32.691690 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-09a25036-c1fd-43c4-baf2-18f50b855d0a req-58d99ccf-70c8-400e-b7be-28437a7385b7 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0310028 Oct 23 20:08:33.117934 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59070) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:33.122416 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-6f10d87f-02ee-41cd-a73c-f851a9688a5e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--897501864', 'description': 'tempest-description--852923852'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:33.142816 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6f10d87f-02ee-41cd-a73c-f851a9688a5e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.217373 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6f10d87f-02ee-41cd-a73c-f851a9688a5e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for security_group (531ad8fa-8dee-4900-8f5f-feeef4ff57c5), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.223151 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6f10d87f-02ee-41cd-a73c-f851a9688a5e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (531ad8fa-8dee-4900-8f5f-feeef4ff57c5), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.249510 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:33.262087 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6f10d87f-02ee-41cd-a73c-f851a9688a5e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.263272 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-6f10d87f-02ee-41cd-a73c-f851a9688a5e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1442883 Oct 23 20:08:33.263495 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d440b-5b0d-4883-a759-e315973e261b req-a62b9e97-7729-4253-8206-2f82189c2ed7 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:33.264753 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e76d440b-5b0d-4883-a759-e315973e261b req-a62b9e97-7729-4253-8206-2f82189c2ed7 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 947 time: 0.0545411 Oct 23 20:08:33.265953 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10d87f-02ee-41cd-a73c-f851a9688a5e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531ad8fa-8dee-4900-8f5f-feeef4ff57c5,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:33.266429 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59074) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:33.271557 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-4ec38934-52ee-492f-9dea-2826efdabab4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Request body: {'security_group_rule': {'security_group_id': '531ad8fa-8dee-4900-8f5f-feeef4ff57c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:33.324054 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4ec38934-52ee-492f-9dea-2826efdabab4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for security_group_rule (9fa43920-5424-4ecb-a925-f7d032407197), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.345781 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e76d440b-5b0d-4883-a759-e315973e261b req-51dc4123-b4be-4a38-81ef-7211f841322b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682669 Oct 23 20:08:33.367186 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:33.381015 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:33.392275 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4ec38934-52ee-492f-9dea-2826efdabab4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for security_group_rule (9fa43920-5424-4ecb-a925-f7d032407197), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.397099 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4ec38934-52ee-492f-9dea-2826efdabab4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (9fa43920-5424-4ecb-a925-f7d032407197), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.418582 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec38934-52ee-492f-9dea-2826efdabab4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa43920-5424-4ecb-a925-f7d032407197,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:33.424550 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4ec38934-52ee-492f-9dea-2826efdabab4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.425725 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-4ec38934-52ee-492f-9dea-2826efdabab4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583641 Oct 23 20:08:33.428500 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59078) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:33.432915 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-eae9109c-4d9e-4ed6-b259-fea9ab4c026f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Request body: {'security_group_rule': {'security_group_id': '531ad8fa-8dee-4900-8f5f-feeef4ff57c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:33.460801 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eae9109c-4d9e-4ed6-b259-fea9ab4c026f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for security_group_rule (5723891d-04d4-4c7a-9477-7f2feeb731e3), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.516817 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eae9109c-4d9e-4ed6-b259-fea9ab4c026f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for security_group_rule (5723891d-04d4-4c7a-9477-7f2feeb731e3), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.522645 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eae9109c-4d9e-4ed6-b259-fea9ab4c026f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (5723891d-04d4-4c7a-9477-7f2feeb731e3), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.541412 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9109c-4d9e-4ed6-b259-fea9ab4c026f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5723891d-04d4-4c7a-9477-7f2feeb731e3,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:33.550223 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-eae9109c-4d9e-4ed6-b259-fea9ab4c026f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.551560 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-eae9109c-4d9e-4ed6-b259-fea9ab4c026f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220686 Oct 23 20:08:33.555148 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59080) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:33.559380 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:33.580363 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.659678 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.770427 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Allocated IP 172.27.0.114 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/13579d13-2dff-4e4c-97b1-752d1658a714) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:08:33.808513 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c54a04b9-fe19-4113-a4ac-77c3ddfc14a5 req-f425ded1-e11a-47ac-93e2-12ab77f3b6a8 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0307651 Oct 23 20:08:33.848564 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:33.880867 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for port (13579d13-2dff-4e4c-97b1-752d1658a714), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.913877 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (13579d13-2dff-4e4c-97b1-752d1658a714), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:33.952068 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:08:33.956983 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:08:33.960746 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:08:33.983622 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event updated for resources: {'Port': ['ID=13579d13-2dff-4e4c-97b1-752d1658a714,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:34.057875 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for floatingip (e0633422-7c91-423a-8865-218a6bc7b062), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:34.098394 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (13579d13-2dff-4e4c-97b1-752d1658a714), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:34.123700 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:34.259388 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for port (13579d13-2dff-4e4c-97b1-752d1658a714), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:34.265803 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (13579d13-2dff-4e4c-97b1-752d1658a714), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:34.334188 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event updated for resources: {'Port': ['ID=13579d13-2dff-4e4c-97b1-752d1658a714,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:34.337554 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (e0633422-7c91-423a-8865-218a6bc7b062), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:34.358386 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:34.359613 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-acc3309a-1c6e-457b-8306-e4860e83a876 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8035464 Oct 23 20:08:34.492321 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4654f-3cf8-40d8-9af6-8864409b0641 req-e4f2d167-b496-4538-9430-87fe17b86e43 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:34.494103 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e9d4654f-3cf8-40d8-9af6-8864409b0641 req-e4f2d167-b496-4538-9430-87fe17b86e43 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 947 time: 0.0667191 Oct 23 20:08:34.556283 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e9d4654f-3cf8-40d8-9af6-8864409b0641 req-bb64b405-61b3-464b-8567-605b029d53d4 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562687 Oct 23 20:08:34.585838 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-6ddce802-445a-4984-b813-daba36c0ead7 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--897501864&fields=id&tenant_id=e41c21bcf4ca457391486c08565b2aae HTTP/1.1" status: 200 len: 267 time: 0.0545058 Oct 23 20:08:34.695596 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-cc70d573-74bd-4c09-bdb8-c0e7fb5042ce tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:34.697028 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-cc70d573-74bd-4c09-bdb8-c0e7fb5042ce tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 818 time: 0.1049597 Oct 23 20:08:34.711730 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-c10b6f6b-3765-4985-81c1-079e0e80e9d9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/quotas/e41c21bcf4ca457391486c08565b2aae HTTP/1.1" status: 200 len: 375 time: 0.0093160 Oct 23 20:08:34.766597 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-cd2ffe14-332d-4a74-9653-e5f971631a2c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0497828 Oct 23 20:08:34.868870 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-ca30d31e-d356-4157-a880-0e558a3e0b37 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898237 Oct 23 20:08:34.952284 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7c5b565a-3609-4bbb-be72-9219b356b029 req-720bc1fa-ccc5-4164-96f3-76756697d7aa tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=85e47422-88b9-49c7-9046-4b4627d1b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0529060 Oct 23 20:08:34.985416 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-4d9d7ff9-87f6-4d51-b7fa-effb777742fa service neutron] 10.222.0.13 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101017 Oct 23 20:08:35.163708 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-913204ca-2963-4900-8385-6808c872b190 req-2d4be9ba-95b4-4405-ab61-99254d2392f4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 210 time: 0.0378876 Oct 23 20:08:35.268560 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 26a198f5-8e84-4a11-b41d-8c527cb13bb1 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:08:35.387446 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 26a198f5-8e84-4a11-b41d-8c527cb13bb1, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=26a198f5-8e84-4a11-b41d-8c527cb13bb1,segment=NetworkSegment(dcb10ba9-24f8-4a7c-a608-439985b1d8a5),segment_id=dcb10ba9-24f8-4a7c-a608-439985b1d8a5)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:35.399404 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '26a198f5-8e84-4a11-b41d-8c527cb13bb1', 'network_id': 'e8f18413-1df1-4318-8e44-af7fbc420e07', 'port_id': '26a198f5-8e84-4a11-b41d-8c527cb13bb1', 'mac_address': 'fa:16:3e:80:4e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c06bcea-b168-4d0b-a6ab-0e4ddfde5070', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:08:35.439028 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:08:35.439438 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:35.453498 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a198f5-8e84-4a11-b41d-8c527cb13bb1 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:08:35.474341 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 26a198f5-8e84-4a11-b41d-8c527cb13bb1, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=26a198f5-8e84-4a11-b41d-8c527cb13bb1,segment=NetworkSegment(dcb10ba9-24f8-4a7c-a608-439985b1d8a5),segment_id=dcb10ba9-24f8-4a7c-a608-439985b1d8a5)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:35.478026 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:35.508781 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:35.515374 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:35.534237 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=26a198f5-8e84-4a11-b41d-8c527cb13bb1,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:35.576998 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61433720-21ac-44f6-a70f-aaba3d83c23d req-01016249-850d-42da-bdc6-3c139b13e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:35.578621 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-61433720-21ac-44f6-a70f-aaba3d83c23d req-01016249-850d-42da-bdc6-3c139b13e41f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=ae31769b5e4c4b2e9680f86cd820784f&device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 1132 time: 0.0623834 Oct 23 20:08:35.678087 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:35.696440 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61433720-21ac-44f6-a70f-aaba3d83c23d req-82a822b8-9a96-4651-9b28-0c1c1b7cbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:35.697931 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-61433720-21ac-44f6-a70f-aaba3d83c23d req-82a822b8-9a96-4651-9b28-0c1c1b7cbb4a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=e8f18413-1df1-4318-8e44-af7fbc420e07 HTTP/1.1" status: 200 len: 870 time: 0.1028857 Oct 23 20:08:35.698692 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970cb86-d21a-418f-ac11-c6343c82b79b req-4f0edcc3-e8fe-4bc7-aaec-5305e425640e tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:35.700162 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c970cb86-d21a-418f-ac11-c6343c82b79b req-4f0edcc3-e8fe-4bc7-aaec-5305e425640e tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 948 time: 0.0530233 Oct 23 20:08:35.737636 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-61433720-21ac-44f6-a70f-aaba3d83c23d req-6d41727f-7160-4a06-919a-9914b786142c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=26a198f5-8e84-4a11-b41d-8c527cb13bb1 HTTP/1.1" status: 200 len: 217 time: 0.0326567 Oct 23 20:08:35.750015 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c970cb86-d21a-418f-ac11-c6343c82b79b req-d7a08db1-e246-4a43-8676-71bedf7304ee tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441115 Oct 23 20:08:35.798562 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61433720-21ac-44f6-a70f-aaba3d83c23d req-ad5a8b8b-cbb4-4700-a158-f2b2089a0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:35.800063 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-61433720-21ac-44f6-a70f-aaba3d83c23d req-ad5a8b8b-cbb4-4700-a158-f2b2089a0f96 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=9c06bcea-b168-4d0b-a6ab-0e4ddfde5070 HTTP/1.1" status: 200 len: 843 time: 0.0491312 Oct 23 20:08:35.845368 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61433720-21ac-44f6-a70f-aaba3d83c23d req-ab8a58f8-a645-4993-a149-ae8be0eaa9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:35.846916 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-61433720-21ac-44f6-a70f-aaba3d83c23d req-ab8a58f8-a645-4993-a149-ae8be0eaa9cb service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e8f18413-1df1-4318-8e44-af7fbc420e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0411379 Oct 23 20:08:35.866228 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:35.948642 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-61433720-21ac-44f6-a70f-aaba3d83c23d req-02186581-ba35-4f3a-9c68-58e8d5ebf24c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e8f18413-1df1-4318-8e44-af7fbc420e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893307 Oct 23 20:08:36.011186 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['26a198f5-8e84-4a11-b41d-8c527cb13bb1'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:08:36.054201 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-61433720-21ac-44f6-a70f-aaba3d83c23d req-3b847913-39c2-4aee-9af4-07b0f31d8a4b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e8f18413-1df1-4318-8e44-af7fbc420e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945489 Oct 23 20:08:36.141565 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:36.272648 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-75d53ea4-beec-4049-a2be-1ced51ce8a1f req-080306d7-a60b-451a-88ae-7fc5f35dbc30 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 210 time: 0.0289631 Oct 23 20:08:36.456962 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-db7ff709-5dcc-4659-a1cb-2b74c35d3ba3 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:36.459134 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-db7ff709-5dcc-4659-a1cb-2b74c35d3ba3 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 818 time: 0.1174932 Oct 23 20:08:36.527199 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-9b10c957-8a82-4acb-96a2-806fe8f39ee2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e41c21bcf4ca457391486c08565b2aae HTTP/1.1" status: 200 len: 379 time: 0.0582864 Oct 23 20:08:36.713294 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Request body: {'port': {'device_id': '0850267f-8db1-4863-8a9f-661c2cba3304', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'admin_state_up': True, 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'security_groups': ['531ad8fa-8dee-4900-8f5f-feeef4ff57c5']}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:36.830151 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Made reservation on behalf of e41c21bcf4ca457391486c08565b2aae for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:08:36.835892 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:36.858656 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:36.886567 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0501558-b558-4aa5-9420-f94c7b37156f req-923f3768-89db-405a-bfe1-dc21644a1fdf tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:36.888005 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e0501558-b558-4aa5-9420-f94c7b37156f req-923f3768-89db-405a-bfe1-dc21644a1fdf tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 948 time: 0.0482934 Oct 23 20:08:36.938314 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e0501558-b558-4aa5-9420-f94c7b37156f req-46ac0365-a2e0-401d-a5ad-941aa1bea802 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445869 Oct 23 20:08:36.964030 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Allocated IP 172.20.0.10 (4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2/2139503f-1ef8-4f08-99c6-ae904f60f5a2/41b0684f-5781-4279-b8fc-b59c705a8861) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:08:37.100278 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for port (41b0684f-5781-4279-b8fc-b59c705a8861), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:37.131219 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:37.156255 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:37.173622 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:08:37.181295 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:08:37.185735 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:08:37.189617 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event updated for resources: {'Port': ['ID=41b0684f-5781-4279-b8fc-b59c705a8861,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:37.235583 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:37.236194 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:37.253457 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-f5bfb3d1-730d-47f3-80dd-abea65904120 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5443776 Oct 23 20:08:37.266238 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Request body: {'port': {'device_id': '0850267f-8db1-4863-8a9f-661c2cba3304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:37.331949 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:37.344483 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 26a198f5-8e84-4a11-b41d-8c527cb13bb1 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:08:37.394677 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-d4c78c35-315c-443e-9fe9-4b312bdf7bcb None None] Provisioning complete for port 41b0684f-5781-4279-b8fc-b59c705a8861 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:08:37.395301 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-d4c78c35-315c-443e-9fe9-4b312bdf7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:37.396356 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-d4c78c35-315c-443e-9fe9-4b312bdf7bcb None None] Attempt 1 to provision port 41b0684f-5781-4279-b8fc-b59c705a8861 Oct 23 20:08:37.402925 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:08:37.404655 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff651aa-2f77-4853-b0d4-db15dd14fc9e req-f469b934-1200-4e47-89ca-e45f14449ffa tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:37.406764 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5ff651aa-2f77-4853-b0d4-db15dd14fc9e req-f469b934-1200-4e47-89ca-e45f14449ffa tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 932 time: 0.0503013 Oct 23 20:08:37.427423 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:08:37.427805 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:37.428144 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 Oct 23 20:08:37.460078 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-d4c78c35-315c-443e-9fe9-4b312bdf7bcb None None] Port 41b0684f-5781-4279-b8fc-b59c705a8861 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:08:37.463602 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5ff651aa-2f77-4853-b0d4-db15dd14fc9e req-56624a20-0433-4ba4-a3cc-812cec167c19 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497990 Oct 23 20:08:37.603420 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b0684f-5781-4279-b8fc-b59c705a8861 {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:08:37.611334 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Publish callbacks [] for port (41b0684f-5781-4279-b8fc-b59c705a8861), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:37.626570 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Transition to ACTIVE for port object 41b0684f-5781-4279-b8fc-b59c705a8861 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:08:37.630883 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:37.646641 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:08:37.647031 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:37.678042 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24a9adf-3c03-464e-b2f7-581ac6386942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a198f5-8e84-4a11-b41d-8c527cb13bb1'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:08:37.680302 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1d14b7-00ce-423e-ac3c-48bf9df560af" -d '{"events": [{"server_uuid": "a24a9adf-3c03-464e-b2f7-581ac6386942", "name": "network-vif-plugged", "status": "completed", "tag": "26a198f5-8e84-4a11-b41d-8c527cb13bb1"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:08:37.694205 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 26a198f5-8e84-4a11-b41d-8c527cb13bb1, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=26a198f5-8e84-4a11-b41d-8c527cb13bb1,segment=NetworkSegment(dcb10ba9-24f8-4a7c-a608-439985b1d8a5),segment_id=dcb10ba9-24f8-4a7c-a608-439985b1d8a5)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:37.700211 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:37.727610 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a44c53-32ff-4de5-9b3b-76c6810322ff x-openstack-request-id: req-e0a44c53-32ff-4de5-9b3b-76c6810322ff {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:08:37.727901 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24a9adf-3c03-464e-b2f7-581ac6386942", "name": "network-vif-plugged", "status": "completed", "tag": "26a198f5-8e84-4a11-b41d-8c527cb13bb1", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:08:37.728178 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0a44c53-32ff-4de5-9b3b-76c6810322ff {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:08:37.728568 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a44c53-32ff-4de5-9b3b-76c6810322ff'] response: {'server_uuid': 'a24a9adf-3c03-464e-b2f7-581ac6386942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a198f5-8e84-4a11-b41d-8c527cb13bb1', 'code': 200} Oct 23 20:08:37.753442 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=26a198f5-8e84-4a11-b41d-8c527cb13bb1,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:37.878416 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:37.912491 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=41b0684f-5781-4279-b8fc-b59c705a8861,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:37.960947 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Attempting to bind port 41b0684f-5781-4279-b8fc-b59c705a8861 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:08:37.961211 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Attempting to bind port 41b0684f-5781-4279-b8fc-b59c705a8861 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:08:37.961535 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Attempting to bind port 41b0684f-5781-4279-b8fc-b59c705a8861 on network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:08:38.001264 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Port 41b0684f-5781-4279-b8fc-b59c705a8861 on network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:08:38.001618 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Attempting to bind port 41b0684f-5781-4279-b8fc-b59c705a8861 on network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:08:38.047499 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:08:38.047829 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Checking segment: {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:08:38.048219 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Bound using segment: {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:08:38.048654 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Bound port: 41b0684f-5781-4279-b8fc-b59c705a8861, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dd8b3a-331b-4952-8834-3f0b037650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:08:38.049007 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:38.058362 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47841b-473d-462b-b6b4-3000b763f8f3 req-c4414fbf-00e4-4df7-a2c8-4ed002e9079f tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:38.059833 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5d47841b-473d-462b-b6b4-3000b763f8f3 req-c4414fbf-00e4-4df7-a2c8-4ed002e9079f tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0462949 Oct 23 20:08:38.109603 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] For port 41b0684f-5781-4279-b8fc-b59c705a8861, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:08:38.110533 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5d47841b-473d-462b-b6b4-3000b763f8f3 req-5ee6b909-4597-483c-838e-f28ba2d46239 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448194 Oct 23 20:08:38.112908 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] For port 41b0684f-5781-4279-b8fc-b59c705a8861, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=41b0684f-5781-4279-b8fc-b59c705a8861,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:08:38.119955 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:38.123148 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:38.123823 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:38.125198 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/41b0684f-5781-4279-b8fc-b59c705a8861 HTTP/1.1" status: 200 len: 1094 time: 0.8633375 Oct 23 20:08:38.127353 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0850267f-8db1-4863-8a9f-661c2cba3304', 'tag': '41b0684f-5781-4279-b8fc-b59c705a8861'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:08:38.129556 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276a8649-6f68-4f48-ba00-9076f84b1159" -d '{"events": [{"name": "network-changed", "server_uuid": "0850267f-8db1-4863-8a9f-661c2cba3304", "tag": "41b0684f-5781-4279-b8fc-b59c705a8861"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:08:38.172856 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a768d9-d0a4-4b2e-915e-3e07d99912a9 x-openstack-request-id: req-b4a768d9-d0a4-4b2e-915e-3e07d99912a9 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:08:38.173161 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0850267f-8db1-4863-8a9f-661c2cba3304", "tag": "41b0684f-5781-4279-b8fc-b59c705a8861", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:08:38.173408 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4a768d9-d0a4-4b2e-915e-3e07d99912a9 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:08:38.173789 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a768d9-d0a4-4b2e-915e-3e07d99912a9'] response: {'name': 'network-changed', 'server_uuid': '0850267f-8db1-4863-8a9f-661c2cba3304', 'tag': '41b0684f-5781-4279-b8fc-b59c705a8861', 'status': 'completed', 'code': 200} Oct 23 20:08:38.178838 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78acb3c-ee35-458d-ba12-1feb0f69a4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=41b0684f-5781-4279-b8fc-b59c705a8861,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:38.572866 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:38.586817 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4b2ff-3c58-4254-a168-0e357be5072b req-5c5906eb-c698-4d06-8357-59b14dafaffa tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:38.588357 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bac4b2ff-3c58-4254-a168-0e357be5072b req-5c5906eb-c698-4d06-8357-59b14dafaffa tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 944 time: 0.0511169 Oct 23 20:08:38.635105 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bac4b2ff-3c58-4254-a168-0e357be5072b req-348bb7b6-3594-440e-8530-5fe76bf7aecc tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408657 Oct 23 20:08:39.230814 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c9d5c-069e-42ec-aab0-f716e384a955 req-21c90d5f-521a-4732-9a23-4638eaa904af tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:39.232248 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2f7c9d5c-069e-42ec-aab0-f716e384a955 req-21c90d5f-521a-4732-9a23-4638eaa904af tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0465906 Oct 23 20:08:39.278377 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2f7c9d5c-069e-42ec-aab0-f716e384a955 req-28d1a90c-2409-48c1-965c-147f952d5724 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405679 Oct 23 20:08:39.756860 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422dde9-f257-4caa-affe-fe53a116e156 req-df94081f-6337-4f1a-865d-ed6d1ee3d125 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:39.758376 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d422dde9-f257-4caa-affe-fe53a116e156 req-df94081f-6337-4f1a-865d-ed6d1ee3d125 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 944 time: 0.0517137 Oct 23 20:08:39.804592 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d422dde9-f257-4caa-affe-fe53a116e156 req-c8e14dcc-5650-4820-a1b0-9f4d905f5549 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407879 Oct 23 20:08:40.396978 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ad871-2509-4c99-acd2-a5589eee08f1 req-4ed4780f-692f-42a3-bf6e-87bb2a9df728 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:40.398439 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b2ad871-2509-4c99-acd2-a5589eee08f1 req-4ed4780f-692f-42a3-bf6e-87bb2a9df728 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0466683 Oct 23 20:08:40.444261 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b2ad871-2509-4c99-acd2-a5589eee08f1 req-bbee4e05-95cc-402c-ae1a-7a633a805e30 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403614 Oct 23 20:08:40.922427 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c5465-1662-4a9a-b1af-d20cd6201ba0 req-2d1da1d9-8766-4581-84e8-46c69760560c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:40.923896 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9b6c5465-1662-4a9a-b1af-d20cd6201ba0 req-2d1da1d9-8766-4581-84e8-46c69760560c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 944 time: 0.0462966 Oct 23 20:08:40.973243 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9b6c5465-1662-4a9a-b1af-d20cd6201ba0 req-71b7794a-b541-4270-9ebf-4d800cda5c84 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432534 Oct 23 20:08:41.560926 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29a829-528f-4f1d-94ba-9f04d7ee22c5 req-5850cca7-60bd-4c63-9c7e-3c3e4e8f6293 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:41.562390 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6a29a829-528f-4f1d-94ba-9f04d7ee22c5 req-5850cca7-60bd-4c63-9c7e-3c3e4e8f6293 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0458724 Oct 23 20:08:41.611048 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6a29a829-528f-4f1d-94ba-9f04d7ee22c5 req-59a8e4f6-afc8-4fca-a3df-957036eaf4c7 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Oct 23 20:08:41.806728 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-cf8b216e-44db-4cba-88c1-b9ec77a95a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:42.094276 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea109f7f-358e-4030-98a4-9768aaf4c97a req-60562933-4b5e-411c-aac7-c9c3b1102d4b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:42.095736 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ea109f7f-358e-4030-98a4-9768aaf4c97a req-60562933-4b5e-411c-aac7-c9c3b1102d4b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 944 time: 0.0465910 Oct 23 20:08:42.130884 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:42.145787 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ea109f7f-358e-4030-98a4-9768aaf4c97a req-f899eb69-2c04-41c3-930f-907a64a0eaea tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442629 Oct 23 20:08:42.495250 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:42.506568 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a8649-6f68-4f48-ba00-9076f84b1159 req-3a41407f-31ba-439d-9b7d-7b867ecb8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:42.508106 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-276a8649-6f68-4f48-ba00-9076f84b1159 req-3a41407f-31ba-439d-9b7d-7b867ecb8d85 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 1128 time: 0.0426264 Oct 23 20:08:42.733558 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43709f75-788d-4540-bc1f-db6541d46cf1 req-975c6d7a-ddb0-4e07-88a2-a417262feb42 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:42.735034 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-43709f75-788d-4540-bc1f-db6541d46cf1 req-975c6d7a-ddb0-4e07-88a2-a417262feb42 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0500355 Oct 23 20:08:42.781221 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-43709f75-788d-4540-bc1f-db6541d46cf1 req-34573ba2-2324-46a3-b548-ec1b1b4e5138 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 Oct 23 20:08:42.966322 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06541126-d382-47aa-ad24-1fdb2b5a4898 req-2c21c5b2-e50f-469a-b66b-148370c296b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:42.967945 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-06541126-d382-47aa-ad24-1fdb2b5a4898 req-2c21c5b2-e50f-469a-b66b-148370c296b4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 1133 time: 0.0580037 Oct 23 20:08:42.988322 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a8649-6f68-4f48-ba00-9076f84b1159 req-c9be3f5f-a9c8-4a1f-8fea-f968e97f4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:42.989889 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-276a8649-6f68-4f48-ba00-9076f84b1159 req-c9be3f5f-a9c8-4a1f-8fea-f968e97f4c44 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=e41c21bcf4ca457391486c08565b2aae&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1030192 Oct 23 20:08:43.012738 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-06541126-d382-47aa-ad24-1fdb2b5a4898 req-59645042-54cc-45af-b6d2-7eea695b54e3 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382764 Oct 23 20:08:43.087070 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a8649-6f68-4f48-ba00-9076f84b1159 req-82026ce1-7c95-43a5-a620-ed0d8e2b4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:43.088511 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-276a8649-6f68-4f48-ba00-9076f84b1159 req-82026ce1-7c95-43a5-a620-ed0d8e2b4106 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915582 Oct 23 20:08:43.261495 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a216da-c788-4153-ab85-440d895da057 req-11925e4d-9198-41a6-8377-18feb44310a9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:43.262957 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-13a216da-c788-4153-ab85-440d895da057 req-11925e4d-9198-41a6-8377-18feb44310a9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 944 time: 0.0447674 Oct 23 20:08:43.312410 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-13a216da-c788-4153-ab85-440d895da057 req-f5b9b74e-842a-4174-a46f-67d2a1445b27 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440204 Oct 23 20:08:43.443761 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-825e1752-bac4-4ddd-910a-2a2880dfa9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:43.445482 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-825e1752-bac4-4ddd-910a-2a2880dfa9b4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 1128 time: 0.0397627 Oct 23 20:08:43.488001 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-ba60e61b-4a67-44e4-af4a-8d1da7ebc207 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b0684f-5781-4279-b8fc-b59c705a8861 HTTP/1.1" status: 200 len: 217 time: 0.0311191 Oct 23 20:08:43.536973 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-7ac8db15-0db9-43a4-b7bd-4f85b32be823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:43.538396 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-7ac8db15-0db9-43a4-b7bd-4f85b32be823 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.0417197 Oct 23 20:08:43.588785 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-6fe45500-21c4-45b6-ab56-539708791ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:43.590234 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-6fe45500-21c4-45b6-ab56-539708791ccc service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415308 Oct 23 20:08:43.680688 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-291488b6-47a1-490f-bb36-8413a031520c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818942 Oct 23 20:08:43.908821 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af6ac8-5f79-481b-983b-cb83f503297e req-bc34fe66-2a19-4d0a-ac66-c9d34ef23028 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:43.911151 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e4af6ac8-5f79-481b-983b-cb83f503297e req-bc34fe66-2a19-4d0a-ac66-c9d34ef23028 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0495644 Oct 23 20:08:43.980851 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e4af6ac8-5f79-481b-983b-cb83f503297e req-7e0f66b9-9dca-41b0-9b6b-1ff62e3de9b5 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623634 Oct 23 20:08:44.184365 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-5f809edb-cb17-49f1-ab57-2cea925a869d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:44.416556 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a5f55dbb-90eb-49bf-b5c9-d352bc50a156 req-9503d84c-1288-40e3-9b6b-d713db9e6b84 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383626 Oct 23 20:08:44.457806 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3e871-b163-4994-83b9-02a9710446e0 req-6f28edb3-1f3d-4b36-bca4-5c2e45c71b8a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:44.459449 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f3d3e871-b163-4994-83b9-02a9710446e0 req-6f28edb3-1f3d-4b36-bca4-5c2e45c71b8a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 944 time: 0.0517678 Oct 23 20:08:44.512146 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f3d3e871-b163-4994-83b9-02a9710446e0 req-6446836a-056d-4b0a-8234-e2f7eb5f94a1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470138 Oct 23 20:08:45.131616 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:45.143265 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886cf84-3f62-4809-8026-a23a8dd1e8d8 req-c1478d5d-81d9-42d3-a019-6ecaf9c997f1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:45.151270 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3886cf84-3f62-4809-8026-a23a8dd1e8d8 req-c1478d5d-81d9-42d3-a019-6ecaf9c997f1 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0631485 Oct 23 20:08:45.198605 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3886cf84-3f62-4809-8026-a23a8dd1e8d8 req-619eb7d2-fee4-44dd-865f-573a1aa946a4 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463700 Oct 23 20:08:45.334438 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:08:45.416776 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:45.646308 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9a7f4-fee9-4958-8b44-cdb4c55cdf73 req-02a5d4b2-837a-431d-bd1a-27904a6e4da0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:45.647745 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dfc9a7f4-fee9-4958-8b44-cdb4c55cdf73 req-02a5d4b2-837a-431d-bd1a-27904a6e4da0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 944 time: 0.0502584 Oct 23 20:08:45.703283 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dfc9a7f4-fee9-4958-8b44-cdb4c55cdf73 req-ac02d2e4-bdb9-4245-a3f9-71ea1eb04e60 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491772 Oct 23 20:08:46.334065 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ad35a-e50c-40d4-a510-0749ce557bc5 req-110ad815-5fe2-46c3-9fc3-85d2da88bc64 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:46.335663 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e42ad35a-e50c-40d4-a510-0749ce557bc5 req-110ad815-5fe2-46c3-9fc3-85d2da88bc64 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0552595 Oct 23 20:08:46.391082 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e42ad35a-e50c-40d4-a510-0749ce557bc5 req-5907ab0b-c196-463d-aef0-68d01e21fb36 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490267 Oct 23 20:08:46.783575 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:46.850271 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4ae8d-4ad0-47f4-adcb-c9f1e5a7f60b req-d910a774-b4ed-4d4d-8463-6952665d21f4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:46.850271 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f5f4ae8d-4ad0-47f4-adcb-c9f1e5a7f60b req-d910a774-b4ed-4d4d-8463-6952665d21f4 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 944 time: 0.0540953 Oct 23 20:08:46.905781 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f5f4ae8d-4ad0-47f4-adcb-c9f1e5a7f60b req-6b91575f-e620-404e-9bcd-a25b06d5d761 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504241 Oct 23 20:08:47.155189 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:47.535909 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917852b-57de-4fdc-b24c-c00bc8cd18e3 req-d51c6320-2036-49f3-bff2-5071c18bfc8a tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:47.537985 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0917852b-57de-4fdc-b24c-c00bc8cd18e3 req-d51c6320-2036-49f3-bff2-5071c18bfc8a tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0540898 Oct 23 20:08:47.599155 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0917852b-57de-4fdc-b24c-c00bc8cd18e3 req-26e59817-f912-4cfe-bdeb-1afd81273410 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556536 Oct 23 20:08:48.048513 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:48.060954 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 41b0684f-5781-4279-b8fc-b59c705a8861 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:08:48.085713 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:48.086204 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11e291-4779-4643-939d-ff2e3218e7fb req-2504866b-32be-481c-b4b0-16367fdbff97 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:48.088058 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6a11e291-4779-4643-939d-ff2e3218e7fb req-2504866b-32be-481c-b4b0-16367fdbff97 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 944 time: 0.0793593 Oct 23 20:08:48.167952 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6a11e291-4779-4643-939d-ff2e3218e7fb req-6777453f-52bf-4511-a94f-88359a958487 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735481 Oct 23 20:08:48.205840 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 41b0684f-5781-4279-b8fc-b59c705a8861, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=41b0684f-5781-4279-b8fc-b59c705a8861,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:48.220964 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '41b0684f-5781-4279-b8fc-b59c705a8861', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'port_id': '41b0684f-5781-4279-b8fc-b59c705a8861', 'mac_address': 'fa:16:3e:82:82:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:08:48.257767 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 41b0684f-5781-4279-b8fc-b59c705a8861 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:08:48.258154 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:48.275341 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b0684f-5781-4279-b8fc-b59c705a8861 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:08:48.297969 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 41b0684f-5781-4279-b8fc-b59c705a8861, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=41b0684f-5781-4279-b8fc-b59c705a8861,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:48.302925 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:48.362798 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=41b0684f-5781-4279-b8fc-b59c705a8861,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:48.738129 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278aaeb-24e1-4164-bb0a-2b0eca4c19ab req-8ccbac84-27eb-41b9-b032-da105c4986f5 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:48.740210 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0278aaeb-24e1-4164-bb0a-2b0eca4c19ab req-8ccbac84-27eb-41b9-b032-da105c4986f5 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0494475 Oct 23 20:08:48.794166 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0278aaeb-24e1-4164-bb0a-2b0eca4c19ab req-54f3a988-a3e5-431a-873d-c96749c29ff4 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460486 Oct 23 20:08:49.216867 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['41b0684f-5781-4279-b8fc-b59c705a8861'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:08:49.308424 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:49.360672 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160692d-38fd-42b2-86d5-64047d1fdde8 req-6e5ea4e1-9a4c-4b70-a0d4-503f64588b0d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:49.368063 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8160692d-38fd-42b2-86d5-64047d1fdde8 req-6e5ea4e1-9a4c-4b70-a0d4-503f64588b0d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 945 time: 0.0983002 Oct 23 20:08:49.419758 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8160692d-38fd-42b2-86d5-64047d1fdde8 req-432298ea-81b3-4acf-9450-9ea112461d02 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506804 Oct 23 20:08:49.959609 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0184033-4889-443c-b9dd-baefb823fb9a req-5c810757-9db5-4368-9851-db19d42f76e8 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:49.961941 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e0184033-4889-443c-b9dd-baefb823fb9a req-5c810757-9db5-4368-9851-db19d42f76e8 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0542402 Oct 23 20:08:50.033875 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e0184033-4889-443c-b9dd-baefb823fb9a req-b437c1f0-7076-44f0-b7e1-aff1588e66ab tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669482 Oct 23 20:08:50.342434 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d35701-16a7-4433-9f89-c27202dac1b2 req-df2fd45f-d6ed-471e-875a-5b0ee03da610 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:50.344280 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-35d35701-16a7-4433-9f89-c27202dac1b2 req-df2fd45f-d6ed-471e-875a-5b0ee03da610 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0486336 Oct 23 20:08:50.410573 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-35d35701-16a7-4433-9f89-c27202dac1b2 req-05fc4e92-4151-4869-b278-69d7b73d8d45 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577927 Oct 23 20:08:50.549841 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9926-1625-4885-85be-71438998383e req-5f1661c7-30f8-4f7f-a76e-142fd7dbd847 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:50.551679 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a5c9926-1625-4885-85be-71438998383e req-5f1661c7-30f8-4f7f-a76e-142fd7dbd847 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 945 time: 0.0516174 Oct 23 20:08:50.573098 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 41b0684f-5781-4279-b8fc-b59c705a8861 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:08:50.616933 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a5c9926-1625-4885-85be-71438998383e req-83902107-0b6c-482f-b02f-be9fa06e2e9e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593946 Oct 23 20:08:50.619479 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 41b0684f-5781-4279-b8fc-b59c705a8861 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:08:50.626268 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 41b0684f-5781-4279-b8fc-b59c705a8861 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:08:50.626671 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:50.627006 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 41b0684f-5781-4279-b8fc-b59c705a8861 Oct 23 20:08:50.715497 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 41b0684f-5781-4279-b8fc-b59c705a8861 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:08:50.715891 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:50.741795 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0850267f-8db1-4863-8a9f-661c2cba3304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b0684f-5781-4279-b8fc-b59c705a8861'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:08:50.744218 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcef8d38-e6de-4405-88e4-9a3ccbc83c08" -d '{"events": [{"server_uuid": "0850267f-8db1-4863-8a9f-661c2cba3304", "name": "network-vif-plugged", "status": "completed", "tag": "41b0684f-5781-4279-b8fc-b59c705a8861"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:08:50.757383 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 41b0684f-5781-4279-b8fc-b59c705a8861, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=41b0684f-5781-4279-b8fc-b59c705a8861,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:50.762763 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:50.816514 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aea7c72-9ba5-4888-8442-13eae1add2a7 x-openstack-request-id: req-5aea7c72-9ba5-4888-8442-13eae1add2a7 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:08:50.816825 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0850267f-8db1-4863-8a9f-661c2cba3304", "name": "network-vif-plugged", "status": "completed", "tag": "41b0684f-5781-4279-b8fc-b59c705a8861", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:08:50.817131 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5aea7c72-9ba5-4888-8442-13eae1add2a7 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:08:50.818042 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aea7c72-9ba5-4888-8442-13eae1add2a7'] response: {'server_uuid': '0850267f-8db1-4863-8a9f-661c2cba3304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b0684f-5781-4279-b8fc-b59c705a8861', 'code': 200} Oct 23 20:08:50.826750 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=41b0684f-5781-4279-b8fc-b59c705a8861,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:51.573432 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656c825-9a04-4ad6-ac92-99e1fdb9b298 req-8828ea03-6cb8-4926-9785-01d57d19a07b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:51.580796 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8656c825-9a04-4ad6-ac92-99e1fdb9b298 req-8828ea03-6cb8-4926-9785-01d57d19a07b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0815492 Oct 23 20:08:51.603464 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:51.643262 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8656c825-9a04-4ad6-ac92-99e1fdb9b298 req-39cfb2ec-c711-479c-a9bd-2d141a9536e7 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614135 Oct 23 20:08:51.678035 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54595df-3d8f-4261-b52b-c92a100dd201 req-d51c1518-3a7a-4f01-9c40-88655c4f69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:51.679883 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c54595df-3d8f-4261-b52b-c92a100dd201 req-d51c1518-3a7a-4f01-9c40-88655c4f69b8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 1130 time: 0.0554864 Oct 23 20:08:51.742623 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:51.747053 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c54595df-3d8f-4261-b52b-c92a100dd201 req-7a358306-51ff-46c3-b057-1811f5117119 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453560 Oct 23 20:08:51.782725 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169ab56-a6c6-4b7b-975e-fd917295ca53 req-608c3e5b-b9af-45e2-8372-40f8faa30a8f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:51.784647 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f169ab56-a6c6-4b7b-975e-fd917295ca53 req-608c3e5b-b9af-45e2-8372-40f8faa30a8f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0711284 Oct 23 20:08:51.836120 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f169ab56-a6c6-4b7b-975e-fd917295ca53 req-add9dd32-c345-4f9c-ad51-e507a5eda973 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452051 Oct 23 20:08:52.205952 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:52.766400 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e4734-e330-4bf8-9c4f-c1d5699422cf req-cac248a2-e190-4d1f-9b1e-2da016fc50c4 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:52.767935 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2f3e4734-e330-4bf8-9c4f-c1d5699422cf req-cac248a2-e190-4d1f-9b1e-2da016fc50c4 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0501137 Oct 23 20:08:52.833573 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2f3e4734-e330-4bf8-9c4f-c1d5699422cf req-8c791c54-0a2e-41b3-bd3c-04199afe7600 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=54a32013-599b-4d75-b41b-3746445f48b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589397 Oct 23 20:08:52.980571 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa56c1-1ea4-48c2-9fb0-fc4c615ced1a req-656c8473-51ec-439f-814d-e436882d5693 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:52.983209 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-daaa56c1-1ea4-48c2-9fb0-fc4c615ced1a req-656c8473-51ec-439f-814d-e436882d5693 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0636024 Oct 23 20:08:53.045394 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-daaa56c1-1ea4-48c2-9fb0-fc4c615ced1a req-67855ae6-9892-4f81-9787-41bc2d650a89 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543110 Oct 23 20:08:53.391654 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef821f4d-75e8-41ea-95bf-f66fba29ec31 req-136908c8-efea-40f4-8059-91adab6184da tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:53.393111 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ef821f4d-75e8-41ea-95bf-f66fba29ec31 req-136908c8-efea-40f4-8059-91adab6184da tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 949 time: 0.0530410 Oct 23 20:08:53.483854 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-ef821f4d-75e8-41ea-95bf-f66fba29ec31 req-f907082c-d27a-492c-8de5-cc8d8d1f5d2b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Deleting port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:08:53.484199 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-ef821f4d-75e8-41ea-95bf-f66fba29ec31 req-f907082c-d27a-492c-8de5-cc8d8d1f5d2b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:53.590273 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-ef821f4d-75e8-41ea-95bf-f66fba29ec31 req-f907082c-d27a-492c-8de5-cc8d8d1f5d2b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] For port 26a198f5-8e84-4a11-b41d-8c527cb13bb1, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=26a198f5-8e84-4a11-b41d-8c527cb13bb1,segment=NetworkSegment(dcb10ba9-24f8-4a7c-a608-439985b1d8a5),segment_id=dcb10ba9-24f8-4a7c-a608-439985b1d8a5)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:08:53.590273 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-ef821f4d-75e8-41ea-95bf-f66fba29ec31 req-f907082c-d27a-492c-8de5-cc8d8d1f5d2b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:53.600913 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-ef821f4d-75e8-41ea-95bf-f66fba29ec31 req-f907082c-d27a-492c-8de5-cc8d8d1f5d2b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Calling delete_port for 26a198f5-8e84-4a11-b41d-8c527cb13bb1 owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:08:53.741712 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-ef821f4d-75e8-41ea-95bf-f66fba29ec31 req-f907082c-d27a-492c-8de5-cc8d8d1f5d2b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (26a198f5-8e84-4a11-b41d-8c527cb13bb1), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:53.749207 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:53.767208 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['26a198f5-8e84-4a11-b41d-8c527cb13bb1'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:08:53.780534 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907082c-d27a-492c-8de5-cc8d8d1f5d2b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Pushing event deleted for resources: {'Port': ['ID=26a198f5-8e84-4a11-b41d-8c527cb13bb1,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:08:53.836569 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef821f4d-75e8-41ea-95bf-f66fba29ec31 req-f907082c-d27a-492c-8de5-cc8d8d1f5d2b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] No DVR routers for this DVR port 26a198f5-8e84-4a11-b41d-8c527cb13bb1 on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:08:53.839347 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-ef821f4d-75e8-41ea-95bf-f66fba29ec31 req-f907082c-d27a-492c-8de5-cc8d8d1f5d2b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:53.842607 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ef821f4d-75e8-41ea-95bf-f66fba29ec31 req-f907082c-d27a-492c-8de5-cc8d8d1f5d2b tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.15 "DELETE /networking/v2.0/ports/26a198f5-8e84-4a11-b41d-8c527cb13bb1 HTTP/1.1" status: 204 len: 173 time: 0.4434469 Oct 23 20:08:53.843113 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24a9adf-3c03-464e-b2f7-581ac6386942', 'name': 'network-vif-deleted', 'tag': '26a198f5-8e84-4a11-b41d-8c527cb13bb1'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:08:53.845440 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e30dbf8-0475-4851-8c24-2530f377280f" -d '{"events": [{"server_uuid": "a24a9adf-3c03-464e-b2f7-581ac6386942", "name": "network-vif-deleted", "tag": "26a198f5-8e84-4a11-b41d-8c527cb13bb1"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:08:53.899629 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeb070d-3fb2-4b51-a8b3-7ad7511e6800 x-openstack-request-id: req-eeeb070d-3fb2-4b51-a8b3-7ad7511e6800 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:08:53.899923 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24a9adf-3c03-464e-b2f7-581ac6386942", "name": "network-vif-deleted", "tag": "26a198f5-8e84-4a11-b41d-8c527cb13bb1", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:08:53.900185 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeeb070d-3fb2-4b51-a8b3-7ad7511e6800 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:08:53.900591 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeeb070d-3fb2-4b51-a8b3-7ad7511e6800'] response: {'server_uuid': 'a24a9adf-3c03-464e-b2f7-581ac6386942', 'name': 'network-vif-deleted', 'tag': '26a198f5-8e84-4a11-b41d-8c527cb13bb1', 'status': 'completed', 'code': 200} Oct 23 20:08:53.986273 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5e3f2d85-75ad-43e5-9690-65aff874dc22 req-3f098e0f-fe01-4944-b982-70c7ebf6aa04 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 210 time: 0.0600235 Oct 23 20:08:54.179325 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75a204-ecfd-4636-b8ad-a05d6acbd8ff req-fd3e53f7-efa8-48fc-aa3a-ed79fc7225a5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:54.180855 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0b75a204-ecfd-4636-b8ad-a05d6acbd8ff req-fd3e53f7-efa8-48fc-aa3a-ed79fc7225a5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0482743 Oct 23 20:08:54.212546 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:54.251049 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0b75a204-ecfd-4636-b8ad-a05d6acbd8ff req-fdad8262-f579-41fe-8c5d-66c95c443936 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645061 Oct 23 20:08:54.381446 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56548ad7-e43a-4ba6-866b-1d890b6abba6 req-b343b58d-ba67-4073-835a-b381502ece32 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:54.383178 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-56548ad7-e43a-4ba6-866b-1d890b6abba6 req-b343b58d-ba67-4073-835a-b381502ece32 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0542657 Oct 23 20:08:54.395682 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59400) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:08:54.400601 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-ecd6d44a-39e6-4a4a-9c18-42f7dc147eb8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Request body: {'floatingip': {'port_id': '41b0684f-5781-4279-b8fc-b59c705a8861'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:08:54.475117 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ecd6d44a-39e6-4a4a-9c18-42f7dc147eb8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for floatingip (e0633422-7c91-423a-8865-218a6bc7b062), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:55.101591 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.db.resource_extend [None req-ecd6d44a-39e6-4a4a-9c18-42f7dc147eb8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 20:08:55.155062 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2774c0e5-b1d3-4f17-9e95-2cce8c23bc33 req-0cf8711e-f420-405e-bd0a-c5dd5e7949d5 tempest-VolumesNegativeTest-1631756454 tempest-VolumesNegativeTest-1631756454-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a24a9adf-3c03-464e-b2f7-581ac6386942 HTTP/1.1" status: 200 len: 210 time: 0.0690160 Oct 23 20:08:55.263079 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ecd6d44a-39e6-4a4a-9c18-42f7dc147eb8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:55.269507 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ecd6d44a-39e6-4a4a-9c18-42f7dc147eb8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (e0633422-7c91-423a-8865-218a6bc7b062), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:55.334063 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:55.452197 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:55.457204 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [None req-ecd6d44a-39e6-4a4a-9c18-42f7dc147eb8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Floating IP e0633422-7c91-423a-8865-218a6bc7b062 associated. External IP: 172.27.0.114, port: 41b0684f-5781-4279-b8fc-b59c705a8861. Oct 23 20:08:55.961687 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd6d44a-39e6-4a4a-9c18-42f7dc147eb8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Router db9cbfec-86d1-480b-8271-c110e87dca47 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:08:56.029699 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:56.085302 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd6d44a-39e6-4a4a-9c18-42f7dc147eb8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:08:56.094423 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ecd6d44a-39e6-4a4a-9c18-42f7dc147eb8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:08:56.102173 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7100f0-c6c7-4134-afe2-bf11548cb13c None None] Sync routers for ids ['db9cbfec-86d1-480b-8271-c110e87dca47'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:08:56.113546 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7100f0-c6c7-4134-afe2-bf11548cb13c None None] Routers {'db9cbfec-86d1-480b-8271-c110e87dca47'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:08:56.115005 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-3b7100f0-c6c7-4134-afe2-bf11548cb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:08:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['db9cbfec-86d1-480b-8271-c110e87dca47'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:08:56.128467 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-ecd6d44a-39e6-4a4a-9c18-42f7dc147eb8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/e0633422-7c91-423a-8865-218a6bc7b062 HTTP/1.1" status: 200 len: 992 time: 1.7293024 Oct 23 20:08:56.128467 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0850267f-8db1-4863-8a9f-661c2cba3304', 'tag': '41b0684f-5781-4279-b8fc-b59c705a8861'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:08:56.130159 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567b3398-fcbe-4769-93e2-9c3ce03c78a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0850267f-8db1-4863-8a9f-661c2cba3304", "tag": "41b0684f-5781-4279-b8fc-b59c705a8861"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:08:56.172111 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af464c3-7cc3-431f-aa56-d93885fb305f x-openstack-request-id: req-9af464c3-7cc3-431f-aa56-d93885fb305f {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:08:56.172603 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0850267f-8db1-4863-8a9f-661c2cba3304", "tag": "41b0684f-5781-4279-b8fc-b59c705a8861", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:08:56.173036 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9af464c3-7cc3-431f-aa56-d93885fb305f {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:08:56.173654 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af464c3-7cc3-431f-aa56-d93885fb305f'] response: {'name': 'network-changed', 'server_uuid': '0850267f-8db1-4863-8a9f-661c2cba3304', 'tag': '41b0684f-5781-4279-b8fc-b59c705a8861', 'status': 'completed', 'code': 200} Oct 23 20:08:56.267537 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-3b7100f0-c6c7-4134-afe2-bf11548cb13c None None] Set router db9cbfec-86d1-480b-8271-c110e87dca47 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:08:56.291789 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b3398-fcbe-4769-93e2-9c3ce03c78a4 req-6a175f36-a5b3-41e7-b607-7e66a9d7367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:56.293437 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-567b3398-fcbe-4769-93e2-9c3ce03c78a4 req-6a175f36-a5b3-41e7-b607-7e66a9d7367e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 1130 time: 0.0602112 Oct 23 20:08:56.469153 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b3398-fcbe-4769-93e2-9c3ce03c78a4 req-6ac70e29-3025-4936-8911-f2bc53bc5071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:56.471455 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-567b3398-fcbe-4769-93e2-9c3ce03c78a4 req-6ac70e29-3025-4936-8911-f2bc53bc5071 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 919 time: 0.1713288 Oct 23 20:08:56.536966 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:56.555464 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-3b7100f0-c6c7-4134-afe2-bf11548cb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:23Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'e0633422-7c91-423a-8865-218a6bc7b062', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'port_id': '41b0684f-5781-4279-b8fc-b59c705a8861', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'mac_address': 'fa:16:3e:82:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850267f-8db1-4863-8a9f-661c2cba3304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:08:34Z', 'updated_at': '2022-10-23T20:08:54Z', 'revision_number': 1, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ee32f4-70fb-401f-8d18-54a8b60e27ae', 'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'mac_address': 'fa:16:3e:e9:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:22Z', 'updated_at': '2022-10-23T20:05:34Z', 'revision_number': 5, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'subnets': [{'id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:08:56.567897 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-567b3398-fcbe-4769-93e2-9c3ce03c78a4 req-4dd01823-39ad-49b3-aafd-a9c1d38b6682 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b0684f-5781-4279-b8fc-b59c705a8861 HTTP/1.1" status: 200 len: 1000 time: 0.0887985 Oct 23 20:08:56.586113 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7100f0-c6c7-4134-afe2-bf11548cb13c None None] Checking router: db9cbfec-86d1-480b-8271-c110e87dca47 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:08:56.596404 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7100f0-c6c7-4134-afe2-bf11548cb13c None None] Routers {'db9cbfec-86d1-480b-8271-c110e87dca47'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:08:56.597152 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-3b7100f0-c6c7-4134-afe2-bf11548cb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:08:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['db9cbfec-86d1-480b-8271-c110e87dca47'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:08:56.640833 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 26a198f5-8e84-4a11-b41d-8c527cb13bb1 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:08:56.680811 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b3398-fcbe-4769-93e2-9c3ce03c78a4 req-a32a11c7-1c0b-45c7-967e-225ea9b0494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:56.682339 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-567b3398-fcbe-4769-93e2-9c3ce03c78a4 req-a32a11c7-1c0b-45c7-967e-225ea9b0494a service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.1025467 Oct 23 20:08:56.683356 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 26a198f5-8e84-4a11-b41d-8c527cb13bb1 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:08:56.683631 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 26a198f5-8e84-4a11-b41d-8c527cb13bb1 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:08:56.748074 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b3398-fcbe-4769-93e2-9c3ce03c78a4 req-3d9aee37-f664-493e-9180-7ac2ceec037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:08:56.749716 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-567b3398-fcbe-4769-93e2-9c3ce03c78a4 req-3d9aee37-f664-493e-9180-7ac2ceec037c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603666 Oct 23 20:08:56.805245 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-3b7100f0-c6c7-4134-afe2-bf11548cb13c None None] Set router db9cbfec-86d1-480b-8271-c110e87dca47 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:08:56.918332 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-567b3398-fcbe-4769-93e2-9c3ce03c78a4 req-e6f5f06a-6f36-4c1e-942a-38a2a54e2cd2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503377 Oct 23 20:08:57.043767 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:08:57.060974 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-567b3398-fcbe-4769-93e2-9c3ce03c78a4 req-d2475265-271d-49f6-98aa-0ca486236e0a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435816 Oct 23 20:08:57.186214 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-3b7100f0-c6c7-4134-afe2-bf11548cb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:23Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'e0633422-7c91-423a-8865-218a6bc7b062', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'port_id': '41b0684f-5781-4279-b8fc-b59c705a8861', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'mac_address': 'fa:16:3e:82:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850267f-8db1-4863-8a9f-661c2cba3304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:08:34Z', 'updated_at': '2022-10-23T20:08:54Z', 'revision_number': 1, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ee32f4-70fb-401f-8d18-54a8b60e27ae', 'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'mac_address': 'fa:16:3e:e9:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:22Z', 'updated_at': '2022-10-23T20:05:34Z', 'revision_number': 5, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'subnets': [{'id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:08:57.217732 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7100f0-c6c7-4134-afe2-bf11548cb13c None None] The sync data for ids ['db9cbfec-86d1-480b-8271-c110e87dca47'] in dv-cinder-862432-1-iscsi is: [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:23Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'e0633422-7c91-423a-8865-218a6bc7b062', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'port_id': '41b0684f-5781-4279-b8fc-b59c705a8861', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'mac_address': 'fa:16:3e:82:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850267f-8db1-4863-8a9f-661c2cba3304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:08:34Z', 'updated_at': '2022-10-23T20:08:54Z', 'revision_number': 1, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ee32f4-70fb-401f-8d18-54a8b60e27ae', 'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'mac_address': 'fa:16:3e:e9:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:22Z', 'updated_at': '2022-10-23T20:05:34Z', 'revision_number': 5, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'subnets': [{'id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:08:57.482755 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4412645-000b-4dd3-8480-78261e2b1491 None None] New status for floating IP e0633422-7c91-423a-8865-218a6bc7b062: ACTIVE {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:09:00.619239 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59736) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:00.725997 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-67f3547e-57c6-4d5a-85ed-9c7d50af1d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:00.800930 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-67f3547e-57c6-4d5a-85ed-9c7d50af1d21 admin admin] Publish callbacks [] for security_group (d24f2276-f9a0-4286-b126-7b499a031a37), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:00.804852 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-67f3547e-57c6-4d5a-85ed-9c7d50af1d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (d24f2276-f9a0-4286-b126-7b499a031a37), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:00.845743 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-67f3547e-57c6-4d5a-85ed-9c7d50af1d21 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b63c42249cc9429fafefc2e6dc7a25e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254202 Oct 23 20:09:00.846628 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3547e-57c6-4d5a-85ed-9c7d50af1d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24f2276-f9a0-4286-b126-7b499a031a37,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:00.848518 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59740) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:00.897770 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b1f2b4ef-f9e7-4f08-a1a4-4a12c2bb6f77 admin admin] Publish callbacks [] for security_group (d24f2276-f9a0-4286-b126-7b499a031a37), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:00.917510 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b1f2b4ef-f9e7-4f08-a1a4-4a12c2bb6f77 admin admin] Publish callbacks [] for security_group (d24f2276-f9a0-4286-b126-7b499a031a37), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:00.969617 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b1f2b4ef-f9e7-4f08-a1a4-4a12c2bb6f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (d24f2276-f9a0-4286-b126-7b499a031a37), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:00.972221 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b1f2b4ef-f9e7-4f08-a1a4-4a12c2bb6f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:00.973411 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b1f2b4ef-f9e7-4f08-a1a4-4a12c2bb6f77 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d24f2276-f9a0-4286-b126-7b499a031a37 HTTP/1.1" status: 204 len: 168 time: 0.1238577 Oct 23 20:09:00.981300 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2b4ef-f9e7-4f08-a1a4-4a12c2bb6f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24f2276-f9a0-4286-b126-7b499a031a37,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:01.181000 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59752) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:01.318414 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-9940c36a-45ef-4bb9-88a7-51b960dc0900 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ae31769b5e4c4b2e9680f86cd820784f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362514 Oct 23 20:09:01.321246 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59764) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:01.327836 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:01.372092 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b45e7a75-0fd9-4854-ac29-0e41f8bb8ddf admin admin] Publish callbacks [] for security_group (54a32013-599b-4d75-b41b-3746445f48b4), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:01.393465 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b45e7a75-0fd9-4854-ac29-0e41f8bb8ddf admin admin] Publish callbacks [] for security_group (54a32013-599b-4d75-b41b-3746445f48b4), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:01.442866 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b45e7a75-0fd9-4854-ac29-0e41f8bb8ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (54a32013-599b-4d75-b41b-3746445f48b4), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:01.445872 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b45e7a75-0fd9-4854-ac29-0e41f8bb8ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:01.447060 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b45e7a75-0fd9-4854-ac29-0e41f8bb8ddf admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/54a32013-599b-4d75-b41b-3746445f48b4 HTTP/1.1" status: 204 len: 168 time: 0.1248569 Oct 23 20:09:01.454792 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:01.455879 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e7a75-0fd9-4854-ac29-0e41f8bb8ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a32013-599b-4d75-b41b-3746445f48b4,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:01.657315 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59786) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:01.775780 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2025523885-network', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:01.807538 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Made reservation on behalf of f84aaa230cf14fd2b47b2076e43fcb73 for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:09:01.809946 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:01.819307 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:01.898436 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Publish callbacks [] for security_group (5af44425-9f60-41d7-8917-ccd7b76431a8), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:01.902367 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5af44425-9f60-41d7-8917-ccd7b76431a8), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:01.924209 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:09:01.939199 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af44425-9f60-41d7-8917-ccd7b76431a8,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:01.944565 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (490b3210-41a1-406c-a5a7-6adb2a7a185d), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:01.944908 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Added segment 490b3210-41a1-406c-a5a7-6adb2a7a185d of type vlan for network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 Oct 23 20:09:01.986815 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (c21c9d8a-c960-40c8-a47d-cd8f04ec2676), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.017910 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (c21c9d8a-c960-40c8-a47d-cd8f04ec2676), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.019252 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:02.019873 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.057779 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3998837 Oct 23 20:09:02.060653 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59814) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:02.065710 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-f535821a-dc57-425f-97ed-ed5cbd770aa8 admin admin] Request body: {'subnet': {'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2025523885-subnet', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'ip_version': 4}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:02.089364 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871f555-7fe4-4f81-83f6-f201826da9ca admin admin] Pushing event updated for resources: {'Network': ['ID=c21c9d8a-c960-40c8-a47d-cd8f04ec2676,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:02.096282 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f535821a-dc57-425f-97ed-ed5cbd770aa8 admin admin] Made reservation on behalf of f84aaa230cf14fd2b47b2076e43fcb73 for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:09:02.099302 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f535821a-dc57-425f-97ed-ed5cbd770aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318969'] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.101208 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:09:02.287267 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f535821a-dc57-425f-97ed-ed5cbd770aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318959'] for subnet (6450074e-91ff-42b9-8a98-6c24c0d8a45a), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.292161 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:02.350087 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535821a-dc57-425f-97ed-ed5cbd770aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6450074e-91ff-42b9-8a98-6c24c0d8a45a,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:02.365370 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f535821a-dc57-425f-97ed-ed5cbd770aa8 admin admin] Checking segment: {'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:09:02.365724 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f535821a-dc57-425f-97ed-ed5cbd770aa8 admin admin] Network hostable DHCP agents. Network: c21c9d8a-c960-40c8-a47d-cd8f04ec2676, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:09:02.382127 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f535821a-dc57-425f-97ed-ed5cbd770aa8 admin admin] Network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:09:02.390874 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-f535821a-dc57-425f-97ed-ed5cbd770aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, c21c9d8a-c960-40c8-a47d-cd8f04ec2676) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:09:02.395798 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535821a-dc57-425f-97ed-ed5cbd770aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:02.397105 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f535821a-dc57-425f-97ed-ed5cbd770aa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.398667 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7143a0-683c-422a-9d7f-ebd46f35176a None None] Network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:09:02.415212 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-f535821a-dc57-425f-97ed-ed5cbd770aa8 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3533299 Oct 23 20:09:02.418181 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59836) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:02.422610 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:02.443275 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16399959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48049'] for router (a53bc428-66c3-41b3-bc61-6d1421fdd85d), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.444389 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16393245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16406672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48056'] for router (a53bc428-66c3-41b3-bc61-6d1421fdd85d), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.501713 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Publish callbacks [] for router_controller (a53bc428-66c3-41b3-bc61-6d1421fdd85d), precommit_add_association {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.507120 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 20:09:02.508095 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.519813 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:02.633353 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Publish callbacks [] for router_gateway (a53bc428-66c3-41b3-bc61-6d1421fdd85d), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.647596 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Allocated IP 172.20.0.2 (c21c9d8a-c960-40c8-a47d-cd8f04ec2676/6450074e-91ff-42b9-8a98-6c24c0d8a45a/0cf1132e-8f03-4a33-9a67-b6950097c8be) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:09:02.826026 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Publish callbacks [] for router_gateway (a53bc428-66c3-41b3-bc61-6d1421fdd85d), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.847007 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.849372 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:02.924214 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Publish callbacks [] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.930556 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:02.937831 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:02.965911 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Allocated IP 172.27.0.130 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/55e9ac42-228d-4727-8d33-e8afec8fca9e) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:09:02.970268 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:09:02.974698 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:09:02.980669 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:09:02.991620 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Pushing event updated for resources: {'Port': ['ID=0cf1132e-8f03-4a33-9a67-b6950097c8be,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:03.044654 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Attempting to bind port 0cf1132e-8f03-4a33-9a67-b6950097c8be on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:09:03.045029 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Attempting to bind port 0cf1132e-8f03-4a33-9a67-b6950097c8be by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:09:03.045388 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Attempting to bind port 0cf1132e-8f03-4a33-9a67-b6950097c8be on network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:09:03.071656 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Publish callbacks [] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.087843 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:09:03.088140 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Checking segment: {'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:09:03.088547 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.088940 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Bound using segment: {'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:09:03.089410 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Bound port: 0cf1132e-8f03-4a33-9a67-b6950097c8be, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:09:03.089788 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.105191 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.147594 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:09:03.152378 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] For port 0cf1132e-8f03-4a33-9a67-b6950097c8be, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:09:03.152928 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:09:03.155640 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] For port 0cf1132e-8f03-4a33-9a67-b6950097c8be, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=0cf1132e-8f03-4a33-9a67-b6950097c8be,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:09:03.155849 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:09:03.163453 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.188521 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Pushing event updated for resources: {'Port': ['ID=55e9ac42-228d-4727-8d33-e8afec8fca9e,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:03.215502 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab2a8d-96ff-407a-915c-a1a929517414 None None] Pushing event updated for resources: {'Port': ['ID=0cf1132e-8f03-4a33-9a67-b6950097c8be,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:03.381135 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59842) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:03.421199 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Publish callbacks [] for router_gateway (a53bc428-66c3-41b3-bc61-6d1421fdd85d), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.438018 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_v2 [None req-03747818-215f-44f0-86f1-72e3159cfde8 admin admin] Deleting subnet da346127-936d-4bdf-a2ca-e95e3327d78a {{(pid=104660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:09:03.442457 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-03747818-215f-44f0-86f1-72e3159cfde8 admin admin] Publish callbacks [] for subnet (da346127-936d-4bdf-a2ca-e95e3327d78a), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.479519 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-03747818-215f-44f0-86f1-72e3159cfde8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25212802'] for subnet (da346127-936d-4bdf-a2ca-e95e3327d78a), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.526949 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-03747818-215f-44f0-86f1-72e3159cfde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (da346127-936d-4bdf-a2ca-e95e3327d78a), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.585015 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-03747818-215f-44f0-86f1-72e3159cfde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25298249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318950'] for subnet (da346127-936d-4bdf-a2ca-e95e3327d78a), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.589887 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:03.613390 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03747818-215f-44f0-86f1-72e3159cfde8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da346127-936d-4bdf-a2ca-e95e3327d78a,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:03.618661 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16393388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623'] for router (a53bc428-66c3-41b3-bc61-6d1421fdd85d), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.619907 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-03747818-215f-44f0-86f1-72e3159cfde8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.623152 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-03747818-215f-44f0-86f1-72e3159cfde8 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/da346127-936d-4bdf-a2ca-e95e3327d78a HTTP/1.1" status: 204 len: 168 time: 0.2407217 Oct 23 20:09:03.626074 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59846) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:03.671926 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:03.701248 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (bc4941ab-4461-4d24-b235-1a82a516c52f), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.745670 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Router a53bc428-66c3-41b3-bc61-6d1421fdd85d is scheduled to L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba with binding_index 1 {{(pid=104659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 20:09:03.783152 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (bc4941ab-4461-4d24-b235-1a82a516c52f), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.805002 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4941ab-4461-4d24-b235-1a82a516c52f']}} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:03.814455 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353ac2f3-6a05-438e-a61c-11d20a548864') {'for_net_delete': True} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:03.814761 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353ac2f3-6a05-438e-a61c-11d20a548864') {} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:03.825962 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212809'] for segment (353ac2f3-6a05-438e-a61c-11d20a548864), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.830138 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:03.841654 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (353ac2f3-6a05-438e-a61c-11d20a548864), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.850716 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=104660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:09:03.851119 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25297647'] for segment (353ac2f3-6a05-438e-a61c-11d20a548864), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.851525 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:09:03.862626 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Sync routers for ids ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:09:03.874108 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.876113 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-737a304e-f0ee-4035-a5da-83431317cc7f admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4568884 Oct 23 20:09:03.879041 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment 353ac2f3-6a05-438e-a61c-11d20a548864 resource provider aggregate not found Oct 23 20:09:03.879600 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59850) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:03.885894 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Routers {'a53bc428-66c3-41b3-bc61-6d1421fdd85d'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:09:03.886877 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:08:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:03.932320 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment 353ac2f3-6a05-438e-a61c-11d20a548864 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 353ac2f3-6a05-438e-a61c-11d20a548864 found for delete ", "request_id": "req-fb59cc8c-6159-447b-909e-bcdefc132a64"}]} Oct 23 20:09:03.957030 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (bc4941ab-4461-4d24-b235-1a82a516c52f), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.976145 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:03.979358 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/bc4941ab-4461-4d24-b235-1a82a516c52f HTTP/1.1" status: 204 len: 168 time: 0.3523033 Oct 23 20:09:03.981259 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac82be-2bc2-4ac5-b160-e3eec6d7af5c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4941ab-4461-4d24-b235-1a82a516c52f,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:04.037269 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:04.051606 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Set router a53bc428-66c3-41b3-bc61-6d1421fdd85d gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:09:04.138043 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59856) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:04.191366 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-efe2b8d9-8f20-48e0-963a-e763b136ce6d admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=46b77aad0457485693b9a43b85506915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519133 Oct 23 20:09:04.193756 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59858) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:04.256592 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-269dad3b-3b2b-4a62-b392-caf699334d04 admin admin] Publish callbacks [] for security_group (5f7a1e97-5e69-481f-acf6-920b9af9c381), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.258378 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:03Z', 'revision_number': 3, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:04.280372 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-269dad3b-3b2b-4a62-b392-caf699334d04 admin admin] Publish callbacks [] for security_group (5f7a1e97-5e69-481f-acf6-920b9af9c381), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.293932 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a11ca1c-29eb-4bcd-a7a5-08c21bc7577e None None] Network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:09:04.317873 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Checking router: a53bc428-66c3-41b3-bc61-6d1421fdd85d for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:09:04.318728 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Updating router a53bc428-66c3-41b3-bc61-6d1421fdd85d port 55e9ac42-228d-4727-8d33-e8afec8fca9e binding host dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:09:04.342775 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-269dad3b-3b2b-4a62-b392-caf699334d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5f7a1e97-5e69-481f-acf6-920b9af9c381), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.345309 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-269dad3b-3b2b-4a62-b392-caf699334d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.346554 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-269dad3b-3b2b-4a62-b392-caf699334d04 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5f7a1e97-5e69-481f-acf6-920b9af9c381 HTTP/1.1" status: 204 len: 168 time: 0.1518486 Oct 23 20:09:04.349932 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:04.356609 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dad3b-3b2b-4a62-b392-caf699334d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7a1e97-5e69-481f-acf6-920b9af9c381,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:04.426788 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.451836 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2b4f5a8d-e98d-4fce-8192-9a0d517a590d None None] Provisioning complete for port 0cf1132e-8f03-4a33-9a67-b6950097c8be triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:04.452218 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5a8d-e98d-4fce-8192-9a0d517a590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.452554 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2b4f5a8d-e98d-4fce-8192-9a0d517a590d None None] Attempt 1 to provision port 0cf1132e-8f03-4a33-9a67-b6950097c8be Oct 23 20:09:04.492794 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:04.584757 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.710171 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f5a8d-e98d-4fce-8192-9a0d517a590d None None] Current status of the port 0cf1132e-8f03-4a33-9a67-b6950097c8be is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:04.710592 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5a8d-e98d-4fce-8192-9a0d517a590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.775070 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2b4f5a8d-e98d-4fce-8192-9a0d517a590d None None] For port 0cf1132e-8f03-4a33-9a67-b6950097c8be, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=0cf1132e-8f03-4a33-9a67-b6950097c8be,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:04.784405 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5a8d-e98d-4fce-8192-9a0d517a590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.794117 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Allocated IP 172.20.0.1 (c21c9d8a-c960-40c8-a47d-cd8f04ec2676/6450074e-91ff-42b9-8a98-6c24c0d8a45a/bd0a78dd-0988-4c83-9d2c-620b7ba042c3) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:09:04.821955 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:04.826650 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:04.889771 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Publish callbacks [] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), precommit_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.897553 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f5a8d-e98d-4fce-8192-9a0d517a590d None None] Pushing event updated for resources: {'Port': ['ID=0cf1132e-8f03-4a33-9a67-b6950097c8be,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:04.903832 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.931344 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Publish callbacks [] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.943287 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-5aaf14f6-e74b-4bac-abd5-7aab9ef3cd22 None None] Provisioning complete for port 0cf1132e-8f03-4a33-9a67-b6950097c8be triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:04.943664 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-5aaf14f6-e74b-4bac-abd5-7aab9ef3cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:04.944002 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-5aaf14f6-e74b-4bac-abd5-7aab9ef3cd22 None None] Attempt 1 to provision port 0cf1132e-8f03-4a33-9a67-b6950097c8be Oct 23 20:09:04.948844 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Attempting to bind port 55e9ac42-228d-4727-8d33-e8afec8fca9e on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:09:04.949221 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Attempting to bind port 55e9ac42-228d-4727-8d33-e8afec8fca9e by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:09:04.949582 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Attempting to bind port 55e9ac42-228d-4727-8d33-e8afec8fca9e on network 3d6885ca-cf96-428e-afce-731ce2a4b2ac {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:09:04.974340 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:05.015191 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:09:05.018533 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:09:05.026368 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:09:05.033814 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0020fd-526f-41a0-965c-4d721522d711 None None] Pushing event updated for resources: {'Port': ['ID=55e9ac42-228d-4727-8d33-e8afec8fca9e,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:05.053042 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:05.055945 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0a78dd-0988-4c83-9d2c-620b7ba042c3,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:05.071698 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:09:05.072066 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:09:05.072465 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:05.072850 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Bound using segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:09:05.073334 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Bound port: 55e9ac42-228d-4727-8d33-e8afec8fca9e, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:09:05.074122 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:05.077518 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394435'] for router_interface (a53bc428-66c3-41b3-bc61-6d1421fdd85d), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:05.133002 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf14f6-e74b-4bac-abd5-7aab9ef3cd22 None None] Current status of the port 0cf1132e-8f03-4a33-9a67-b6950097c8be is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:05.161202 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] For port 55e9ac42-228d-4727-8d33-e8afec8fca9e, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:09:05.165670 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] For port 55e9ac42-228d-4727-8d33-e8afec8fca9e, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=55e9ac42-228d-4727-8d33-e8afec8fca9e,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:09:05.175382 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:05.234745 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 0cf1132e-8f03-4a33-9a67-b6950097c8be up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:05.241325 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Routers {'a53bc428-66c3-41b3-bc61-6d1421fdd85d'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:09:05.241973 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:08:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:05.257862 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:05.372628 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0020fd-526f-41a0-965c-4d721522d711 None None] Pushing event updated for resources: {'Port': ['ID=55e9ac42-228d-4727-8d33-e8afec8fca9e,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:05.400675 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-900c2e14-0f3d-4f01-b70d-731057518b5c None None] Provisioning complete for port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:05.401048 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-900c2e14-0f3d-4f01-b70d-731057518b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:05.401389 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-900c2e14-0f3d-4f01-b70d-731057518b5c None None] Attempt 1 to provision port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 Oct 23 20:09:05.430921 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Publish callbacks [] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:05.438169 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:05.455313 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] Set router a53bc428-66c3-41b3-bc61-6d1421fdd85d gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:09:05.458337 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 0cf1132e-8f03-4a33-9a67-b6950097c8be triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:05.458618 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:05.458923 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 0cf1132e-8f03-4a33-9a67-b6950097c8be Oct 23 20:09:05.512728 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16321054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16394327'] for router_interface (a53bc428-66c3-41b3-bc61-6d1421fdd85d), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:05.514887 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0a78dd-0988-4c83-9d2c-620b7ba042c3,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:05.613472 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:09:05.615782 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:09:05.624781 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-900c2e14-0f3d-4f01-b70d-731057518b5c None None] Port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:09:05.653000 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:05.784212 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Router a53bc428-66c3-41b3-bc61-6d1421fdd85d has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:09:05.796673 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:05.844584 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 0cf1132e-8f03-4a33-9a67-b6950097c8be is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:05.902487 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'bd0a78dd-0988-4c83-9d2c-620b7ba042c3', 'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'mac_address': 'fa:16:3e:14:fe:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:04Z', 'updated_at': '2022-10-23T20:09:04Z', 'revision_number': 1, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'subnets': [{'id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:05.930699 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:09:05.932071 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fb66b-5b41-41e2-9182-148719ca1509 None None] The sync data for ids ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'] in dv-cinder-862432-1-iscsi is: [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'bd0a78dd-0988-4c83-9d2c-620b7ba042c3', 'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'mac_address': 'fa:16:3e:14:fe:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:04Z', 'updated_at': '2022-10-23T20:09:04Z', 'revision_number': 1, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'subnets': [{'id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:09:05.935947 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-909e02e7-b360-47cf-b244-de461d3966d3 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/a53bc428-66c3-41b3-bc61-6d1421fdd85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0553586 Oct 23 20:09:05.960390 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-cc66c9b8-c331-43e6-a188-fcc322b4e849 None None] Provisioning complete for port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:05.960827 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-cc66c9b8-c331-43e6-a188-fcc322b4e849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:05.961163 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-cc66c9b8-c331-43e6-a188-fcc322b4e849 None None] Attempt 1 to provision port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 Oct 23 20:09:05.995270 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-cc66c9b8-c331-43e6-a188-fcc322b4e849 None None] Port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:09:06.522104 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59904) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:06.527429 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1011765318-network', 'tenant_id': 'b81466a34db6497a94e114345a37e183'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:06.561133 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Made reservation on behalf of b81466a34db6497a94e114345a37e183 for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:09:06.564670 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:06.576703 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:06.613918 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:06.666190 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Publish callbacks [] for security_group (27d4b721-37f4-4796-b974-7a8d9b8653ad), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:06.671806 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (27d4b721-37f4-4796-b974-7a8d9b8653ad), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:06.701755 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:09:06.709381 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d4b721-37f4-4796-b974-7a8d9b8653ad,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:06.715724 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (680902ce-0bd0-4ac6-8b15-4c4d04a910bb), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:06.716071 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Added segment 680902ce-0bd0-4ac6-8b15-4c4d04a910bb of type vlan for network 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 Oct 23 20:09:06.761463 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:06.798981 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:06.800425 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:06.801048 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:06.839848 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3136480 Oct 23 20:09:06.840362 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59906) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:06.845605 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-7b90d677-bcb2-4b1d-8997-18cf1c81dc1b admin admin] Request body: {'subnet': {'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1011765318-subnet', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'ip_version': 4}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:06.869369 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dfedb-9180-4739-99c1-bcceded165b9 admin admin] Pushing event updated for resources: {'Network': ['ID=0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:06.872216 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b90d677-bcb2-4b1d-8997-18cf1c81dc1b admin admin] Made reservation on behalf of b81466a34db6497a94e114345a37e183 for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:09:06.876288 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7b90d677-bcb2-4b1d-8997-18cf1c81dc1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318969'] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:06.880896 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:09:07.083933 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7b90d677-bcb2-4b1d-8997-18cf1c81dc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318959'] for subnet (7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.150709 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90d677-bcb2-4b1d-8997-18cf1c81dc1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:07.157091 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b90d677-bcb2-4b1d-8997-18cf1c81dc1b admin admin] Checking segment: {'id': '680902ce-0bd0-4ac6-8b15-4c4d04a910bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:09:07.157457 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b90d677-bcb2-4b1d-8997-18cf1c81dc1b admin admin] Network hostable DHCP agents. Network: 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:09:07.175407 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b90d677-bcb2-4b1d-8997-18cf1c81dc1b admin admin] Network 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:09:07.184230 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-7b90d677-bcb2-4b1d-8997-18cf1c81dc1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:09:07.188417 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b90d677-bcb2-4b1d-8997-18cf1c81dc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:07.189208 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7b90d677-bcb2-4b1d-8997-18cf1c81dc1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.196661 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e6a49b-1f57-46df-bddb-d1885be044be None None] Network 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:09:07.209758 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-7b90d677-bcb2-4b1d-8997-18cf1c81dc1b admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3679101 Oct 23 20:09:07.212632 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59916) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:07.217558 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1011765318-router', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:07.221137 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:07.228645 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 55e9ac42-228d-4727-8d33-e8afec8fca9e up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:07.230996 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:07.240716 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16399959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48049'] for router (2ee12080-00af-4cbe-9939-b8b857cdce32), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.242239 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16393245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16406672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48056'] for router (2ee12080-00af-4cbe-9939-b8b857cdce32), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.307058 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Publish callbacks [] for router_controller (2ee12080-00af-4cbe-9939-b8b857cdce32), precommit_add_association {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.356540 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 55e9ac42-228d-4727-8d33-e8afec8fca9e triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:07.356912 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.357246 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 55e9ac42-228d-4727-8d33-e8afec8fca9e Oct 23 20:09:07.359573 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:07.378117 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6', 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6', 'project_id': 'b81466a34db6497a94e114345a37e183', 'fixed_ips': [{'subnet_id': '7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 20:09:07.379044 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.440650 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Publish callbacks [] for router_gateway (2ee12080-00af-4cbe-9939-b8b857cdce32), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.541192 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 55e9ac42-228d-4727-8d33-e8afec8fca9e is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:07.541576 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.572835 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 55e9ac42-228d-4727-8d33-e8afec8fca9e, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=55e9ac42-228d-4727-8d33-e8afec8fca9e,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:07.579546 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Allocated IP 172.20.0.2 (0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6/7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803/c9f93740-846f-4267-a008-d7f28f84f1ba) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:09:07.581538 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.624193 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Publish callbacks [] for router_gateway (2ee12080-00af-4cbe-9939-b8b857cdce32), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.644038 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.685005 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=55e9ac42-228d-4727-8d33-e8afec8fca9e,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:07.755032 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Allocated IP 172.27.0.228 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/b0234b5f-ff75-4fdf-bef3-b02906a68022) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:09:07.756729 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:07.776469 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Publish callbacks [] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.782103 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.828488 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Network 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:09:07.833847 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:09:07.836102 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:09:07.841557 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Pushing event updated for resources: {'Port': ['ID=c9f93740-846f-4267-a008-d7f28f84f1ba,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:07.872829 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Publish callbacks [] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.895928 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Attempting to bind port c9f93740-846f-4267-a008-d7f28f84f1ba on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:09:07.896461 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Attempting to bind port c9f93740-846f-4267-a008-d7f28f84f1ba by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '680902ce-0bd0-4ac6-8b15-4c4d04a910bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:09:07.896653 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Attempting to bind port c9f93740-846f-4267-a008-d7f28f84f1ba on network 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:09:07.909553 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.939459 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:09:07.939886 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Checking segment: {'id': '680902ce-0bd0-4ac6-8b15-4c4d04a910bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:09:07.940291 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.940682 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Bound using segment: {'id': '680902ce-0bd0-4ac6-8b15-4c4d04a910bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:09:07.941151 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Bound port: c9f93740-846f-4267-a008-d7f28f84f1ba, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680902ce-0bd0-4ac6-8b15-4c4d04a910bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:09:07.941543 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:07.948057 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:09:07.950970 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:09:07.957444 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:09:07.979853 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=b0234b5f-ff75-4fdf-bef3-b02906a68022,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:08.014848 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] For port c9f93740-846f-4267-a008-d7f28f84f1ba, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:09:08.018782 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] For port c9f93740-846f-4267-a008-d7f28f84f1ba, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=c9f93740-846f-4267-a008-d7f28f84f1ba,segment=NetworkSegment(680902ce-0bd0-4ac6-8b15-4c4d04a910bb),segment_id=680902ce-0bd0-4ac6-8b15-4c4d04a910bb)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:09:08.020156 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:08.028923 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:08.089776 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dd096-1898-4c2b-bfaa-95e3c8e60140 None None] Pushing event updated for resources: {'Port': ['ID=c9f93740-846f-4267-a008-d7f28f84f1ba,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:08.126923 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Sync routers for ids ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:09:08.138708 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Routers {'a53bc428-66c3-41b3-bc61-6d1421fdd85d'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:09:08.139917 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:08:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:08.304606 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Set router a53bc428-66c3-41b3-bc61-6d1421fdd85d gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:09:08.518800 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Publish callbacks [] for router_gateway (2ee12080-00af-4cbe-9939-b8b857cdce32), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:08.529270 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'bd0a78dd-0988-4c83-9d2c-620b7ba042c3', 'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'mac_address': 'fa:16:3e:14:fe:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:04Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 2, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'subnets': [{'id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:08.553765 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59924) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:08.557319 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Checking router: a53bc428-66c3-41b3-bc61-6d1421fdd85d for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:09:08.557885 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Updating router a53bc428-66c3-41b3-bc61-6d1421fdd85d port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 binding host dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:09:08.567373 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=90 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:08.587946 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:08.673808 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-1fd5edd2-2d5b-47d1-89f0-84c9757453af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:08.723717 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16393388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623'] for router (2ee12080-00af-4cbe-9939-b8b857cdce32), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:08.776439 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-1fd5edd2-2d5b-47d1-89f0-84c9757453af admin admin] Publish callbacks [] for security_group (6cf18963-db7f-4d1d-9299-f88d233d53c1), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:08.781581 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-1fd5edd2-2d5b-47d1-89f0-84c9757453af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (6cf18963-db7f-4d1d-9299-f88d233d53c1), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:08.835601 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-1fd5edd2-2d5b-47d1-89f0-84c9757453af admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1265b40c8a364e49a3b7a9b15c04325f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801130 Oct 23 20:09:08.836324 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5edd2-2d5b-47d1-89f0-84c9757453af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf18963-db7f-4d1d-9299-f88d233d53c1,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:08.839194 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59928) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:08.885609 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:08.886687 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Publish callbacks [] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:08.894197 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:08.920472 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7619-2c03-4476-a7f2-e99cea69a219 admin admin] Publish callbacks [] for security_group (6cf18963-db7f-4d1d-9299-f88d233d53c1), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:08.924063 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Router 2ee12080-00af-4cbe-9939-b8b857cdce32 is scheduled to L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba with binding_index 1 {{(pid=104660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 20:09:08.949887 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7619-2c03-4476-a7f2-e99cea69a219 admin admin] Publish callbacks [] for security_group (6cf18963-db7f-4d1d-9299-f88d233d53c1), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:09.045915 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Pushing event updated for resources: {'Port': ['ID=bd0a78dd-0988-4c83-9d2c-620b7ba042c3,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:09.068004 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.068356 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.068718 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.069076 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.069415 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.069747 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.070073 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.070428 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.071022 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.071642 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.071642 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.071981 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.072306 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.072628 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.073133 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:09.079858 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7619-2c03-4476-a7f2-e99cea69a219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (6cf18963-db7f-4d1d-9299-f88d233d53c1), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:09.080141 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:09.082681 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7619-2c03-4476-a7f2-e99cea69a219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:09.083826 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-7f6b7619-2c03-4476-a7f2-e99cea69a219 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6cf18963-db7f-4d1d-9299-f88d233d53c1 HTTP/1.1" status: 204 len: 168 time: 0.2429011 Oct 23 20:09:09.100947 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b7619-2c03-4476-a7f2-e99cea69a219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf18963-db7f-4d1d-9299-f88d233d53c1,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:09.104574 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:09:09.104856 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Attempting to bind port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:09:09.105163 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Attempting to bind port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:09:09.105532 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Attempting to bind port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 on network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:09:09.115656 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Sync routers for ids ['2ee12080-00af-4cbe-9939-b8b857cdce32'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:09:09.124942 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5858e7d0-ae64-4be7-ae40-d9cf624267c5 None None] Network 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:09:09.128429 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:09.129685 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-9cb9b1d5-5954-4827-b546-cb29832c3fb4 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9157963 Oct 23 20:09:09.132592 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59932) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:09.200041 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:09:09.201040 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Checking segment: {'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:09:09.201834 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:09.202440 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Bound using segment: {'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:09:09.203221 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Bound port: bd0a78dd-0988-4c83-9d2c-620b7ba042c3, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:09:09.203791 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:09.223003 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:09.275347 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Routers {'2ee12080-00af-4cbe-9939-b8b857cdce32'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:09:09.276010 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:08:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['2ee12080-00af-4cbe-9939-b8b857cdce32'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:09.293635 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] For port bd0a78dd-0988-4c83-9d2c-620b7ba042c3, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:09:09.297684 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] For port bd0a78dd-0988-4c83-9d2c-620b7ba042c3, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=bd0a78dd-0988-4c83-9d2c-620b7ba042c3,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:09:09.307341 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:09.373861 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:09.377131 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c179921-cbca-47d9-b56d-fb3b0ad7dbdd None None] Pushing event updated for resources: {'Port': ['ID=bd0a78dd-0988-4c83-9d2c-620b7ba042c3,revision_number=4']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:09.378997 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-5d97c318-9e7c-4ac8-91a1-a23b785ee057 None None] Provisioning complete for port c9f93740-846f-4267-a008-d7f28f84f1ba triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:09.379407 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-5d97c318-9e7c-4ac8-91a1-a23b785ee057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:09.379948 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-5d97c318-9e7c-4ac8-91a1-a23b785ee057 None None] Attempt 1 to provision port c9f93740-846f-4267-a008-d7f28f84f1ba Oct 23 20:09:09.389719 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Routers {'a53bc428-66c3-41b3-bc61-6d1421fdd85d'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:09:09.389719 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:08:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:09.460255 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 55e9ac42-228d-4727-8d33-e8afec8fca9e up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:09.504773 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] Set router a53bc428-66c3-41b3-bc61-6d1421fdd85d gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:09:09.579586 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Set router 2ee12080-00af-4cbe-9939-b8b857cdce32 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:09:09.653633 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:09.687205 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:09.712220 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:09.740021 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'bd0a78dd-0988-4c83-9d2c-620b7ba042c3', 'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'mac_address': 'fa:16:3e:14:fe:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:04Z', 'updated_at': '2022-10-23T20:09:09Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'subnets': [{'id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:09.770186 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5548124-4091-4140-b7d4-dd96fd3283ca None None] The sync data for ids ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'] in dv-cinder-862432-1-iscsi is: [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'bd0a78dd-0988-4c83-9d2c-620b7ba042c3', 'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'mac_address': 'fa:16:3e:14:fe:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:04Z', 'updated_at': '2022-10-23T20:09:09Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'subnets': [{'id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:09:09.860171 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 55e9ac42-228d-4727-8d33-e8afec8fca9e triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:09.860464 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:09.860803 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 55e9ac42-228d-4727-8d33-e8afec8fca9e Oct 23 20:09:09.869259 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:09.906113 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-5d97c318-9e7c-4ac8-91a1-a23b785ee057 None None] Current status of the port c9f93740-846f-4267-a008-d7f28f84f1ba is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:09.906547 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-5d97c318-9e7c-4ac8-91a1-a23b785ee057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:09.914361 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Allocated IP 172.20.0.1 (0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6/7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803/b4822a5d-5f79-4da6-8ba6-96c6b768f8af) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:09:10.020502 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-5d97c318-9e7c-4ac8-91a1-a23b785ee057 None None] For port c9f93740-846f-4267-a008-d7f28f84f1ba, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=c9f93740-846f-4267-a008-d7f28f84f1ba,segment=NetworkSegment(680902ce-0bd0-4ac6-8b15-4c4d04a910bb),segment_id=680902ce-0bd0-4ac6-8b15-4c4d04a910bb)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:10.030283 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-5d97c318-9e7c-4ac8-91a1-a23b785ee057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.039932 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Publish callbacks [] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.064039 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'name': 'tempest-TestShelveInstance-1011765318-router', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:08Z', 'revision_number': 3, 'project_id': 'b81466a34db6497a94e114345a37e183', 'gw_port': {'id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:10.067639 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 55e9ac42-228d-4727-8d33-e8afec8fca9e is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:10.068736 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device c9f93740-846f-4267-a008-d7f28f84f1ba up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:10.074386 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.119970 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Checking router: 2ee12080-00af-4cbe-9939-b8b857cdce32 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:09:10.120495 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Updating router 2ee12080-00af-4cbe-9939-b8b857cdce32 port b0234b5f-ff75-4fdf-bef3-b02906a68022 binding host dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:09:10.131963 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=b4822a5d-5f79-4da6-8ba6-96c6b768f8af,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:10.135846 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Network 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:09:10.137660 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:09:10.139761 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:09:10.180475 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97c318-9e7c-4ac8-91a1-a23b785ee057 None None] Pushing event updated for resources: {'Port': ['ID=c9f93740-846f-4267-a008-d7f28f84f1ba,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:10.182110 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394435'] for router_interface (2ee12080-00af-4cbe-9939-b8b857cdce32), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.187767 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-73a44d9c-b1f8-4226-a0bf-a5bd50415844 None None] Provisioning complete for port c9f93740-846f-4267-a008-d7f28f84f1ba triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:10.188141 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-73a44d9c-b1f8-4226-a0bf-a5bd50415844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.188480 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-73a44d9c-b1f8-4226-a0bf-a5bd50415844 None None] Attempt 1 to provision port c9f93740-846f-4267-a008-d7f28f84f1ba Oct 23 20:09:10.190560 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.275350 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port c9f93740-846f-4267-a008-d7f28f84f1ba triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:10.275817 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.276223 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port c9f93740-846f-4267-a008-d7f28f84f1ba Oct 23 20:09:10.288287 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:10.326514 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.504094 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port c9f93740-846f-4267-a008-d7f28f84f1ba is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:10.509766 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Publish callbacks [] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.516377 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.516992 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-73a44d9c-b1f8-4226-a0bf-a5bd50415844 None None] Current status of the port c9f93740-846f-4267-a008-d7f28f84f1ba is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:10.569798 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:10.589564 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=b4822a5d-5f79-4da6-8ba6-96c6b768f8af,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:10.593112 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16321054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16394327'] for router_interface (2ee12080-00af-4cbe-9939-b8b857cdce32), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.612880 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Publish callbacks [] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), precommit_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.618464 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.665047 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:10.668701 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Attempting to bind port b0234b5f-ff75-4fdf-bef3-b02906a68022 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:09:10.669074 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Attempting to bind port b0234b5f-ff75-4fdf-bef3-b02906a68022 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:09:10.669435 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Attempting to bind port b0234b5f-ff75-4fdf-bef3-b02906a68022 on network 3d6885ca-cf96-428e-afce-731ce2a4b2ac {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:09:10.688999 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Network 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:09:10.690311 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:09:10.696016 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-f39d7a59-d846-4ea0-ba23-504b8e713e0c None None] Provisioning complete for port b4822a5d-5f79-4da6-8ba6-96c6b768f8af triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:10.696390 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f39d7a59-d846-4ea0-ba23-504b8e713e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.696776 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-f39d7a59-d846-4ea0-ba23-504b8e713e0c None None] Attempt 1 to provision port b4822a5d-5f79-4da6-8ba6-96c6b768f8af Oct 23 20:09:10.708359 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084b0ae-6380-472b-b13b-f4de5ef7cac6 None None] Pushing event updated for resources: {'Port': ['ID=b0234b5f-ff75-4fdf-bef3-b02906a68022,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:10.752133 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-f39d7a59-d846-4ea0-ba23-504b8e713e0c None None] Port b4822a5d-5f79-4da6-8ba6-96c6b768f8af cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:09:10.756600 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:09:10.756975 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:09:10.757377 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.757760 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Bound using segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:09:10.758257 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Bound port: b0234b5f-ff75-4fdf-bef3-b02906a68022, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:09:10.758643 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.803774 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Router 2ee12080-00af-4cbe-9939-b8b857cdce32 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:09:10.812089 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] For port b0234b5f-ff75-4fdf-bef3-b02906a68022, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:09:10.815831 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] For port b0234b5f-ff75-4fdf-bef3-b02906a68022, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=b0234b5f-ff75-4fdf-bef3-b02906a68022,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:09:10.824984 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.860880 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:10.874727 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Routers {'2ee12080-00af-4cbe-9939-b8b857cdce32'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:09:10.875412 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:08:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['2ee12080-00af-4cbe-9939-b8b857cdce32'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:10.914698 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:09:10.919190 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084b0ae-6380-472b-b13b-f4de5ef7cac6 None None] Pushing event updated for resources: {'Port': ['ID=b0234b5f-ff75-4fdf-bef3-b02906a68022,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:10.919806 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-bb03aac2-54d6-4c29-9a60-5503d4c97fc0 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/2ee12080-00af-4cbe-9939-b8b857cdce32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7861090 Oct 23 20:09:10.995248 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-6eb2f634-2eb1-479b-994b-bd67b2bac9c3 None None] Provisioning complete for port b4822a5d-5f79-4da6-8ba6-96c6b768f8af triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:10.995534 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f634-2eb1-479b-994b-bd67b2bac9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:10.995866 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-6eb2f634-2eb1-479b-994b-bd67b2bac9c3 None None] Attempt 1 to provision port b4822a5d-5f79-4da6-8ba6-96c6b768f8af Oct 23 20:09:11.023992 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] Set router 2ee12080-00af-4cbe-9939-b8b857cdce32 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:09:11.062167 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2f634-2eb1-479b-994b-bd67b2bac9c3 None None] Port b4822a5d-5f79-4da6-8ba6-96c6b768f8af cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:09:11.165690 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device bd0a78dd-0988-4c83-9d2c-620b7ba042c3 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:11.254020 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:11.267725 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:11.268099 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.268437 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 Oct 23 20:09:11.270454 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'name': 'tempest-TestShelveInstance-1011765318-router', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:10Z', 'revision_number': 4, 'project_id': 'b81466a34db6497a94e114345a37e183', 'gw_port': {'id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'b4822a5d-5f79-4da6-8ba6-96c6b768f8af', 'name': '', 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'mac_address': 'fa:16:3e:30:5d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:09Z', 'updated_at': '2022-10-23T20:09:10Z', 'revision_number': 2, 'project_id': 'b81466a34db6497a94e114345a37e183', 'subnets': [{'id': '7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:11.298478 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59942) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:11.303723 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-17f91ad9-207a-4311-b2fc-7911abf34414 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570889231', 'description': 'tempest-secgroup-smoke-570889231 description', 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:11.315224 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d67e0-5130-4bbf-9843-84bbbba94698 None None] The sync data for ids ['2ee12080-00af-4cbe-9939-b8b857cdce32'] in dv-cinder-862432-1-iscsi is: [{'id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'name': 'tempest-TestShelveInstance-1011765318-router', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:10Z', 'revision_number': 4, 'project_id': 'b81466a34db6497a94e114345a37e183', 'gw_port': {'id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'b4822a5d-5f79-4da6-8ba6-96c6b768f8af', 'name': '', 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'mac_address': 'fa:16:3e:30:5d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:09Z', 'updated_at': '2022-10-23T20:09:10Z', 'revision_number': 2, 'project_id': 'b81466a34db6497a94e114345a37e183', 'subnets': [{'id': '7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:09:11.339545 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-17f91ad9-207a-4311-b2fc-7911abf34414 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.378743 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:11.378972 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.417203 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port bd0a78dd-0988-4c83-9d2c-620b7ba042c3, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=bd0a78dd-0988-4c83-9d2c-620b7ba042c3,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:11.417686 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-17f91ad9-207a-4311-b2fc-7911abf34414 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group (59c4541a-0774-45f3-bb9b-999d5dba0a05), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.422305 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-17f91ad9-207a-4311-b2fc-7911abf34414 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (59c4541a-0774-45f3-bb9b-999d5dba0a05), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.422451 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.423125 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device c9f93740-846f-4267-a008-d7f28f84f1ba up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:11.451912 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-17f91ad9-207a-4311-b2fc-7911abf34414 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.456040 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-17f91ad9-207a-4311-b2fc-7911abf34414 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1536384 Oct 23 20:09:11.456255 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59946) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:11.462238 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-c4cdb5c6-40eb-4d0f-8f95-393d25af7244 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Request body: {'security_group_rule': {'security_group_id': '59c4541a-0774-45f3-bb9b-999d5dba0a05', 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:11.468357 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:11.472111 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f91ad9-207a-4311-b2fc-7911abf34414 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c4541a-0774-45f3-bb9b-999d5dba0a05,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:11.506694 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=bd0a78dd-0988-4c83-9d2c-620b7ba042c3,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:11.508250 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb5c6-40eb-4d0f-8f95-393d25af7244 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (8574f83f-9f92-459c-ac4e-3e6e76a67f5c), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.513325 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port c9f93740-846f-4267-a008-d7f28f84f1ba triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:11.513748 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.514093 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port c9f93740-846f-4267-a008-d7f28f84f1ba Oct 23 20:09:11.593698 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb5c6-40eb-4d0f-8f95-393d25af7244 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (8574f83f-9f92-459c-ac4e-3e6e76a67f5c), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.597459 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb5c6-40eb-4d0f-8f95-393d25af7244 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (8574f83f-9f92-459c-ac4e-3e6e76a67f5c), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.621594 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdb5c6-40eb-4d0f-8f95-393d25af7244 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8574f83f-9f92-459c-ac4e-3e6e76a67f5c,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:11.626858 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb5c6-40eb-4d0f-8f95-393d25af7244 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.628068 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-c4cdb5c6-40eb-4d0f-8f95-393d25af7244 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1708250 Oct 23 20:09:11.630930 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59948) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:11.635490 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-dcdbf6d0-baf3-48e4-8c8f-584842c4bebe tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Request body: {'security_group_rule': {'security_group_id': '59c4541a-0774-45f3-bb9b-999d5dba0a05', 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:11.639232 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port c9f93740-846f-4267-a008-d7f28f84f1ba is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:11.666180 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf6d0-baf3-48e4-8c8f-584842c4bebe tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (11db2b72-b6f1-4f48-9a64-f71391ab1441), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.708509 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:11.729198 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf6d0-baf3-48e4-8c8f-584842c4bebe tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (11db2b72-b6f1-4f48-9a64-f71391ab1441), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.733212 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf6d0-baf3-48e4-8c8f-584842c4bebe tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (11db2b72-b6f1-4f48-9a64-f71391ab1441), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.752865 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbf6d0-baf3-48e4-8c8f-584842c4bebe tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11db2b72-b6f1-4f48-9a64-f71391ab1441,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:11.766799 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf6d0-baf3-48e4-8c8f-584842c4bebe tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.768042 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-dcdbf6d0-baf3-48e4-8c8f-584842c4bebe tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361780 Oct 23 20:09:11.771443 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59950) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:11.776012 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-a165f398-aa47-4440-ac2b-7e34fae7421c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Request body: {'security_group_rule': {'security_group_id': '59c4541a-0774-45f3-bb9b-999d5dba0a05', 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:11.812785 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-43f2cf54-3521-435d-9382-b3a383eda763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.821251 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a165f398-aa47-4440-ac2b-7e34fae7421c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (5dded428-63ba-4ab5-9a6c-f6c2ac3c9498), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.885919 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a165f398-aa47-4440-ac2b-7e34fae7421c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (5dded428-63ba-4ab5-9a6c-f6c2ac3c9498), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.890965 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a165f398-aa47-4440-ac2b-7e34fae7421c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (5dded428-63ba-4ab5-9a6c-f6c2ac3c9498), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.912164 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165f398-aa47-4440-ac2b-7e34fae7421c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dded428-63ba-4ab5-9a6c-f6c2ac3c9498,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:11.921912 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a165f398-aa47-4440-ac2b-7e34fae7421c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:11.922940 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-a165f398-aa47-4440-ac2b-7e34fae7421c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504941 Oct 23 20:09:11.927451 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 59954) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:11.933901 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-8ca16347-da34-4c79-bcb6-5d3466295817 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Request body: {'security_group_rule': {'security_group_id': '59c4541a-0774-45f3-bb9b-999d5dba0a05', 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:11.966766 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8ca16347-da34-4c79-bcb6-5d3466295817 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (cdbd0cd5-b916-4d06-9aac-824c0db08cae), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:12.028010 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8ca16347-da34-4c79-bcb6-5d3466295817 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (cdbd0cd5-b916-4d06-9aac-824c0db08cae), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:12.031726 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8ca16347-da34-4c79-bcb6-5d3466295817 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (cdbd0cd5-b916-4d06-9aac-824c0db08cae), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:12.045270 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:12.051305 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca16347-da34-4c79-bcb6-5d3466295817 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbd0cd5-b916-4d06-9aac-824c0db08cae,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:12.056750 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8ca16347-da34-4c79-bcb6-5d3466295817 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:12.057935 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-8ca16347-da34-4c79-bcb6-5d3466295817 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290720 Oct 23 20:09:12.061033 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59958) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:12.065852 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-711920b6-f360-4bbc-8fd6-748f669b1001 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Request body: {'security_group_rule': {'security_group_id': '59c4541a-0774-45f3-bb9b-999d5dba0a05', 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:12.087600 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.securitygroups_db [None req-711920b6-f360-4bbc-8fd6-748f669b1001 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Project f84aaa230cf14fd2b47b2076e43fcb73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 20:09:12.093391 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-711920b6-f360-4bbc-8fd6-748f669b1001 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (143ca76f-55b1-4ced-8bfb-d6f8a806c1ca), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:12.151658 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-711920b6-f360-4bbc-8fd6-748f669b1001 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (143ca76f-55b1-4ced-8bfb-d6f8a806c1ca), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:12.155231 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-711920b6-f360-4bbc-8fd6-748f669b1001 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (143ca76f-55b1-4ced-8bfb-d6f8a806c1ca), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:12.174830 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711920b6-f360-4bbc-8fd6-748f669b1001 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143ca76f-55b1-4ced-8bfb-d6f8a806c1ca,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:12.182767 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-711920b6-f360-4bbc-8fd6-748f669b1001 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:12.183939 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-711920b6-f360-4bbc-8fd6-748f669b1001 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216140 Oct 23 20:09:12.186606 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 59962) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:12.190723 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-f48105c2-e272-434f-a781-8ad0301478f9 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Request body: {'security_group_rule': {'security_group_id': '59c4541a-0774-45f3-bb9b-999d5dba0a05', 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:12.211659 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.securitygroups_db [None req-f48105c2-e272-434f-a781-8ad0301478f9 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Project f84aaa230cf14fd2b47b2076e43fcb73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 20:09:12.216973 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f48105c2-e272-434f-a781-8ad0301478f9 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (d2fb0b67-6c50-4269-974b-1f253ad076ad), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:12.265198 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:12.280513 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f48105c2-e272-434f-a781-8ad0301478f9 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (d2fb0b67-6c50-4269-974b-1f253ad076ad), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:12.283823 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f48105c2-e272-434f-a781-8ad0301478f9 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (d2fb0b67-6c50-4269-974b-1f253ad076ad), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:12.301984 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48105c2-e272-434f-a781-8ad0301478f9 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fb0b67-6c50-4269-974b-1f253ad076ad,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:12.310417 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f48105c2-e272-434f-a781-8ad0301478f9 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:12.311589 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-f48105c2-e272-434f-a781-8ad0301478f9 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240647 Oct 23 20:09:13.204065 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device bd0a78dd-0988-4c83-9d2c-620b7ba042c3 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:13.248405 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:13.248772 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:13.249105 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 Oct 23 20:09:13.322088 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:13.323314 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device b0234b5f-ff75-4fdf-bef3-b02906a68022 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:13.372767 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port b0234b5f-ff75-4fdf-bef3-b02906a68022 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:13.373137 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:13.373469 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port b0234b5f-ff75-4fdf-bef3-b02906a68022 Oct 23 20:09:13.397094 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:13.446697 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port b0234b5f-ff75-4fdf-bef3-b02906a68022 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:13.447084 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:13.467823 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port b0234b5f-ff75-4fdf-bef3-b02906a68022, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=b0234b5f-ff75-4fdf-bef3-b02906a68022,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:13.472173 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:13.522641 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=b0234b5f-ff75-4fdf-bef3-b02906a68022,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:13.835408 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Sync routers for ids ['2ee12080-00af-4cbe-9939-b8b857cdce32'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:09:13.850542 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Routers {'2ee12080-00af-4cbe-9939-b8b857cdce32'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:09:13.850542 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:08:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['2ee12080-00af-4cbe-9939-b8b857cdce32'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:13.950876 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Set router 2ee12080-00af-4cbe-9939-b8b857cdce32 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:09:14.134853 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'name': 'tempest-TestShelveInstance-1011765318-router', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:10Z', 'revision_number': 4, 'project_id': 'b81466a34db6497a94e114345a37e183', 'gw_port': {'id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'b4822a5d-5f79-4da6-8ba6-96c6b768f8af', 'name': '', 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'mac_address': 'fa:16:3e:30:5d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:09Z', 'updated_at': '2022-10-23T20:09:10Z', 'revision_number': 2, 'project_id': 'b81466a34db6497a94e114345a37e183', 'subnets': [{'id': '7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:14.162027 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Checking router: 2ee12080-00af-4cbe-9939-b8b857cdce32 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:09:14.162398 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Updating router 2ee12080-00af-4cbe-9939-b8b857cdce32 port b4822a5d-5f79-4da6-8ba6-96c6b768f8af binding host dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:09:14.190590 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:14.193081 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-504deaaa-9518-4a94-ad95-1ff52a406751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:14.226820 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:14.362572 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:14.444487 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Publish callbacks [] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:14.449890 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:14.512456 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7b034-fe94-44a9-a720-38f08afbdcc9 None None] Pushing event updated for resources: {'Port': ['ID=b4822a5d-5f79-4da6-8ba6-96c6b768f8af,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:14.544442 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Attempting to bind port b4822a5d-5f79-4da6-8ba6-96c6b768f8af on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:09:14.544810 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Attempting to bind port b4822a5d-5f79-4da6-8ba6-96c6b768f8af by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': '680902ce-0bd0-4ac6-8b15-4c4d04a910bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:09:14.545166 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Attempting to bind port b4822a5d-5f79-4da6-8ba6-96c6b768f8af on network 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:09:14.587239 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:09:14.587738 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Checking segment: {'id': '680902ce-0bd0-4ac6-8b15-4c4d04a910bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:09:14.588807 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:14.589264 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Bound using segment: {'id': '680902ce-0bd0-4ac6-8b15-4c4d04a910bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:09:14.589821 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Bound port: b4822a5d-5f79-4da6-8ba6-96c6b768f8af, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680902ce-0bd0-4ac6-8b15-4c4d04a910bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:09:14.590277 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:14.654030 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] For port b4822a5d-5f79-4da6-8ba6-96c6b768f8af, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:09:14.657294 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] For port b4822a5d-5f79-4da6-8ba6-96c6b768f8af, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=b4822a5d-5f79-4da6-8ba6-96c6b768f8af,segment=NetworkSegment(680902ce-0bd0-4ac6-8b15-4c4d04a910bb),segment_id=680902ce-0bd0-4ac6-8b15-4c4d04a910bb)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:09:14.664261 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:14.705980 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Routers {'2ee12080-00af-4cbe-9939-b8b857cdce32'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:09:14.706633 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:09:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['2ee12080-00af-4cbe-9939-b8b857cdce32'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:14.750170 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7b034-fe94-44a9-a720-38f08afbdcc9 None None] Pushing event updated for resources: {'Port': ['ID=b4822a5d-5f79-4da6-8ba6-96c6b768f8af,revision_number=4']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:14.915916 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] Set router 2ee12080-00af-4cbe-9939-b8b857cdce32 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:09:15.100790 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'name': 'tempest-TestShelveInstance-1011765318-router', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:10Z', 'revision_number': 4, 'project_id': 'b81466a34db6497a94e114345a37e183', 'gw_port': {'id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'b4822a5d-5f79-4da6-8ba6-96c6b768f8af', 'name': '', 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'mac_address': 'fa:16:3e:30:5d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:09Z', 'updated_at': '2022-10-23T20:09:14Z', 'revision_number': 4, 'project_id': 'b81466a34db6497a94e114345a37e183', 'subnets': [{'id': '7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:15.130384 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48849c76-0a71-4bc4-a641-e7184027b8b8 None None] The sync data for ids ['2ee12080-00af-4cbe-9939-b8b857cdce32'] in dv-cinder-862432-1-iscsi is: [{'id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'name': 'tempest-TestShelveInstance-1011765318-router', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:10Z', 'revision_number': 4, 'project_id': 'b81466a34db6497a94e114345a37e183', 'gw_port': {'id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'b4822a5d-5f79-4da6-8ba6-96c6b768f8af', 'name': '', 'network_id': '0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'mac_address': 'fa:16:3e:30:5d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:09Z', 'updated_at': '2022-10-23T20:09:14Z', 'revision_number': 4, 'project_id': 'b81466a34db6497a94e114345a37e183', 'subnets': [{'id': '7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:09:15.155795 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device b4822a5d-5f79-4da6-8ba6-96c6b768f8af up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:15.216775 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port b4822a5d-5f79-4da6-8ba6-96c6b768f8af triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:15.217149 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:15.217490 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port b4822a5d-5f79-4da6-8ba6-96c6b768f8af Oct 23 20:09:15.292859 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port b4822a5d-5f79-4da6-8ba6-96c6b768f8af is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:15.293249 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:15.332084 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port b4822a5d-5f79-4da6-8ba6-96c6b768f8af, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=b4822a5d-5f79-4da6-8ba6-96c6b768f8af,segment=NetworkSegment(680902ce-0bd0-4ac6-8b15-4c4d04a910bb),segment_id=680902ce-0bd0-4ac6-8b15-4c4d04a910bb)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:15.336173 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:15.336914 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device b0234b5f-ff75-4fdf-bef3-b02906a68022 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:15.340010 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:15.423579 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:15.424635 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=b4822a5d-5f79-4da6-8ba6-96c6b768f8af,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:15.437182 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port b0234b5f-ff75-4fdf-bef3-b02906a68022 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:15.437552 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:15.437887 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port b0234b5f-ff75-4fdf-bef3-b02906a68022 Oct 23 20:09:15.515776 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port b0234b5f-ff75-4fdf-bef3-b02906a68022 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:16.887858 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:17.143829 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device b4822a5d-5f79-4da6-8ba6-96c6b768f8af up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:17.170869 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:17.192065 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port b4822a5d-5f79-4da6-8ba6-96c6b768f8af triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:17.192422 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:17.192755 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port b4822a5d-5f79-4da6-8ba6-96c6b768f8af Oct 23 20:09:17.230929 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:17.267832 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port b4822a5d-5f79-4da6-8ba6-96c6b768f8af is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:20.821725 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d0039-85f8-4566-bc39-3779b1050251 req-29ce1484-1c4f-49fa-825b-cff6d2f80bef tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:20.823209 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5a2d0039-85f8-4566-bc39-3779b1050251 req-29ce1484-1c4f-49fa-825b-cff6d2f80bef tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0493805 Oct 23 20:09:20.870238 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5a2d0039-85f8-4566-bc39-3779b1050251 req-0ad5bcfb-2119-4d6f-b44d-055e7822fa86 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414395 Oct 23 20:09:22.003930 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007de3e-a2b2-4517-bc98-f6fb21844977 req-24811c5e-9c8f-4009-beac-663d4096bca7 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:22.005465 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a007de3e-a2b2-4517-bc98-f6fb21844977 req-24811c5e-9c8f-4009-beac-663d4096bca7 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0491188 Oct 23 20:09:22.050939 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=28,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:22.054133 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a007de3e-a2b2-4517-bc98-f6fb21844977 req-e5a1441f-414c-40e6-9460-c4df9e75649b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426190 Oct 23 20:09:22.224414 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:22.334490 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:09:23.181576 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393895f6-9dd2-4cf0-a97d-fd149ab10b66 req-908324a0-614f-4172-bfd6-9a7fe5347022 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:23.183831 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-393895f6-9dd2-4cf0-a97d-fd149ab10b66 req-908324a0-614f-4172-bfd6-9a7fe5347022 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0503814 Oct 23 20:09:23.236898 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-393895f6-9dd2-4cf0-a97d-fd149ab10b66 req-3fa8b58e-f5a0-42d0-bb78-b83c1ff07516 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464673 Oct 23 20:09:23.949945 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af596779-8198-4701-bb27-86a01c8ba902 req-c23a0b91-eff2-4e3f-9f18-cc168e4148c2 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:23.951432 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-af596779-8198-4701-bb27-86a01c8ba902 req-c23a0b91-eff2-4e3f-9f18-cc168e4148c2 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0466440 Oct 23 20:09:24.004604 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-af596779-8198-4701-bb27-86a01c8ba902 req-fcf164e9-4789-4b86-b9ca-535bab85e730 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473351 Oct 23 20:09:24.371282 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715c744-57da-4157-882d-aa3908c38cc1 req-77874a3b-c841-45a9-a13e-b37842ab9cb2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:24.372743 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8715c744-57da-4157-882d-aa3908c38cc1 req-77874a3b-c841-45a9-a13e-b37842ab9cb2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0494785 Oct 23 20:09:24.428421 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8715c744-57da-4157-882d-aa3908c38cc1 req-78e91f35-35ca-41d8-aa04-9829647086db tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446298 Oct 23 20:09:25.104218 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:25.126113 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c4778-fa61-4ead-8582-c84548d21ceb req-fd35b311-0e12-4f4a-8739-25f3c0519d38 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:25.127609 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dd1c4778-fa61-4ead-8582-c84548d21ceb req-fd35b311-0e12-4f4a-8739-25f3c0519d38 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0469639 Oct 23 20:09:25.174805 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dd1c4778-fa61-4ead-8582-c84548d21ceb req-273a58a4-772e-418b-a34a-f2952a4464ee tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416961 Oct 23 20:09:25.551179 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac751a71-6c4d-4ae7-bbfd-2bdb139543a2 req-32aa3909-47e6-4135-a461-f900b4d7c62e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:25.552621 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ac751a71-6c4d-4ae7-bbfd-2bdb139543a2 req-32aa3909-47e6-4135-a461-f900b4d7c62e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0496678 Oct 23 20:09:25.572786 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:25.601580 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ac751a71-6c4d-4ae7-bbfd-2bdb139543a2 req-c23036c2-1b4f-43fa-89d3-cb96788ae94a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435305 Oct 23 20:09:26.292922 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de103c-d46b-481d-ba1c-9d204dfdd2c2 req-e8ed9278-3ef6-4534-8de3-c1f287bfbde7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:26.294386 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-84de103c-d46b-481d-ba1c-9d204dfdd2c2 req-e8ed9278-3ef6-4534-8de3-c1f287bfbde7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0462987 Oct 23 20:09:26.341501 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-84de103c-d46b-481d-ba1c-9d204dfdd2c2 req-29cc70ae-7105-48ba-a716-0757b1002e50 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416436 Oct 23 20:09:26.434684 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-33cf7785-880d-4b0d-9d3a-3014e1a60b79 req-2782dbca-13a8-4268-b9cd-43800bbf5276 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435376 Oct 23 20:09:26.496621 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf7785-880d-4b0d-9d3a-3014e1a60b79 req-43045e5c-c29c-457a-9619-5dfe133f4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:26.498138 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-33cf7785-880d-4b0d-9d3a-3014e1a60b79 req-43045e5c-c29c-457a-9619-5dfe133f4007 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 1129 time: 0.0390637 Oct 23 20:09:26.599907 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf7785-880d-4b0d-9d3a-3014e1a60b79 req-3129c0ea-21ea-4139-a634-270d1c78d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:26.601419 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-33cf7785-880d-4b0d-9d3a-3014e1a60b79 req-3129c0ea-21ea-4139-a634-270d1c78d17c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 919 time: 0.0848954 Oct 23 20:09:26.642771 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-33cf7785-880d-4b0d-9d3a-3014e1a60b79 req-62a65357-73af-4661-a622-098afb9d52c4 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41d3538a-ad99-4c35-a478-c0aa5c437554 HTTP/1.1" status: 200 len: 217 time: 0.0352790 Oct 23 20:09:26.697838 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf7785-880d-4b0d-9d3a-3014e1a60b79 req-c909fd93-ae2e-48f7-b22d-ea5f9f68af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:26.699361 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-33cf7785-880d-4b0d-9d3a-3014e1a60b79 req-c909fd93-ae2e-48f7-b22d-ea5f9f68af1a service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.0457189 Oct 23 20:09:26.727851 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4c8be-7254-4999-a77f-317a49363b99 req-d0971ac4-4bcf-44b4-8b71-2c8975320088 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:26.729344 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fad4c8be-7254-4999-a77f-317a49363b99 req-d0971ac4-4bcf-44b4-8b71-2c8975320088 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0463977 Oct 23 20:09:26.743034 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf7785-880d-4b0d-9d3a-3014e1a60b79 req-16bf3bbb-3059-45a5-8712-86375775fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:26.744585 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-33cf7785-880d-4b0d-9d3a-3014e1a60b79 req-16bf3bbb-3059-45a5-8712-86375775fe78 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386982 Oct 23 20:09:26.780069 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fad4c8be-7254-4999-a77f-317a49363b99 req-311e199c-b57d-43b0-8d97-dc0345913b48 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449777 Oct 23 20:09:26.838536 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-33cf7785-880d-4b0d-9d3a-3014e1a60b79 req-b6efade2-2e85-4c98-998a-0a7f1ee1b738 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876374 Oct 23 20:09:26.929574 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-33cf7785-880d-4b0d-9d3a-3014e1a60b79 req-87094569-9c53-4943-b186-a9bfcc6c0446 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821376 Oct 23 20:09:27.459596 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4d9e7-785e-419a-a31c-e5dec11d47c6 req-e8aab05b-5d31-490a-8487-5bd82b8ef29b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:27.461097 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-98b4d9e7-785e-419a-a31c-e5dec11d47c6 req-e8aab05b-5d31-490a-8487-5bd82b8ef29b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0461204 Oct 23 20:09:27.507571 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-98b4d9e7-785e-419a-a31c-e5dec11d47c6 req-5f372966-97f5-453f-bc92-909dc0eb6be0 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410175 Oct 23 20:09:27.904591 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ff6a0-2208-4fc2-9766-9b49a455004a req-a462b45c-7112-4cc3-8038-bdfb8c795bef tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:27.906027 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4f6ff6a0-2208-4fc2-9766-9b49a455004a req-a462b45c-7112-4cc3-8038-bdfb8c795bef tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0460429 Oct 23 20:09:27.925729 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:27.955965 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4f6ff6a0-2208-4fc2-9766-9b49a455004a req-5dcbbeb4-7dfd-4056-875a-577393bc139f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444691 Oct 23 20:09:28.633530 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b159d-11b5-43d6-86bc-2d255480ff14 req-ed0ad236-2c8e-41e4-b659-2037ca166a12 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:28.635034 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c21b159d-11b5-43d6-86bc-2d255480ff14 req-ed0ad236-2c8e-41e4-b659-2037ca166a12 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0501990 Oct 23 20:09:28.682684 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c21b159d-11b5-43d6-86bc-2d255480ff14 req-78abcde8-5bbe-436d-9774-c82e01af9735 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419223 Oct 23 20:09:29.079887 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048040e-aa4a-49bd-bb8a-5411438eb431 req-879ac039-be9b-4f97-830b-9701d5f05aed tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:29.081342 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4048040e-aa4a-49bd-bb8a-5411438eb431 req-879ac039-be9b-4f97-830b-9701d5f05aed tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0468328 Oct 23 20:09:29.127642 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4048040e-aa4a-49bd-bb8a-5411438eb431 req-c039c8d8-2ad5-47dd-a520-cd7609fed3fe tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400758 Oct 23 20:09:29.805241 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31658447-a0d9-4e55-800b-07803e999528 req-42045989-5851-4177-802d-e5fb18d9656c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:29.806700 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-31658447-a0d9-4e55-800b-07803e999528 req-42045989-5851-4177-802d-e5fb18d9656c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0504091 Oct 23 20:09:29.854789 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-31658447-a0d9-4e55-800b-07803e999528 req-54f1ea2b-cb12-4570-a26b-5d0475accb79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425961 Oct 23 20:09:30.253055 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5588c-82f1-49b4-bd9b-b1588d1aff33 req-1bf574dc-64ae-416e-99d0-888383ffb785 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:30.255189 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-69b5588c-82f1-49b4-bd9b-b1588d1aff33 req-1bf574dc-64ae-416e-99d0-888383ffb785 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0473034 Oct 23 20:09:30.300719 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-69b5588c-82f1-49b4-bd9b-b1588d1aff33 req-f8afad5a-f0e0-434e-a2a7-56e0125d5e06 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397968 Oct 23 20:09:30.974553 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289f5b9-cfbc-40f5-9c3b-721294725ca7 req-65861cb6-5fb5-4047-a41c-2a9d122f2cd2 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:30.975914 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2289f5b9-cfbc-40f5-9c3b-721294725ca7 req-65861cb6-5fb5-4047-a41c-2a9d122f2cd2 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0471797 Oct 23 20:09:31.025877 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2289f5b9-cfbc-40f5-9c3b-721294725ca7 req-352c2824-6ee0-46b1-b64e-a4859448638f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444446 Oct 23 20:09:31.425205 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2952a1a-b493-4eea-bbc3-09f1f1fd1fc9 req-e05ebc69-fbf6-4666-ab64-316755cc15b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:31.427247 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b2952a1a-b493-4eea-bbc3-09f1f1fd1fc9 req-e05ebc69-fbf6-4666-ab64-316755cc15b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0467527 Oct 23 20:09:31.473267 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b2952a1a-b493-4eea-bbc3-09f1f1fd1fc9 req-00477335-f121-487d-99d1-065cb4c98d4f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400591 Oct 23 20:09:32.134579 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:32.145600 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da691a-aad9-46e9-8a5b-88f249a56eef req-6a55a8c5-4b24-4f95-92a1-3f621f45b335 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:32.147085 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-53da691a-aad9-46e9-8a5b-88f249a56eef req-6a55a8c5-4b24-4f95-92a1-3f621f45b335 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0467217 Oct 23 20:09:32.192656 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-53da691a-aad9-46e9-8a5b-88f249a56eef req-9e4e97a8-3cc0-43d5-b04a-a1eedc33b4fd tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401380 Oct 23 20:09:32.213724 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:32.218281 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:32.219556 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:32.330135 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:32.601786 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4f40-6388-4623-9856-424a069331ca req-3b70280f-bba6-46a9-b766-26f667f44b8a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:32.603169 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d82e4f40-6388-4623-9856-424a069331ca req-3b70280f-bba6-46a9-b766-26f667f44b8a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0495360 Oct 23 20:09:32.649031 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d82e4f40-6388-4623-9856-424a069331ca req-167b12c6-0348-4e15-b800-47488e5575ec tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404873 Oct 23 20:09:33.310858 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726f6b6-babf-45b6-ae89-b953f8d99c75 req-a5f1cb70-48d2-4c0d-b8ff-204524b539aa tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:33.312198 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0726f6b6-babf-45b6-ae89-b953f8d99c75 req-a5f1cb70-48d2-4c0d-b8ff-204524b539aa tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0458310 Oct 23 20:09:33.358271 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0726f6b6-babf-45b6-ae89-b953f8d99c75 req-9e7d254a-5543-4621-8058-fb22980376d2 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405152 Oct 23 20:09:33.777639 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdea276-c08c-46f2-bc93-4915fb7a49ee req-38011ddf-a168-4945-95e1-6d8368bdf38f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:33.779113 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7fdea276-c08c-46f2-bc93-4915fb7a49ee req-38011ddf-a168-4945-95e1-6d8368bdf38f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0459974 Oct 23 20:09:33.827920 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7fdea276-c08c-46f2-bc93-4915fb7a49ee req-422f2fb4-572e-447d-9ba1-ec82fd74bc86 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433762 Oct 23 20:09:34.475536 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39c98a-21dc-4925-acdf-5ecddff4b321 req-acf4033b-02f0-47ca-a32f-8caf663d16f0 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:34.476956 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ce39c98a-21dc-4925-acdf-5ecddff4b321 req-acf4033b-02f0-47ca-a32f-8caf663d16f0 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0452473 Oct 23 20:09:34.522499 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ce39c98a-21dc-4925-acdf-5ecddff4b321 req-48ad354d-8d28-476d-84d7-fc6dc9105fe0 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401168 Oct 23 20:09:34.918047 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:34.956394 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30670f01-c9ef-4418-852b-c800315cfcad req-74c69903-6763-49ce-99e8-7cca6910bc42 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:34.958466 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-30670f01-c9ef-4418-852b-c800315cfcad req-74c69903-6763-49ce-99e8-7cca6910bc42 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0506945 Oct 23 20:09:35.005082 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-30670f01-c9ef-4418-852b-c800315cfcad req-3aaade5e-ee5d-4a79-a42a-6f6d3c805f7f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 Oct 23 20:09:35.648118 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff04a37-2d4d-41ae-893d-635707fd1cca req-e3a965dc-03c1-4aa9-945f-51001dc8c933 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:35.649591 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ff04a37-2d4d-41ae-893d-635707fd1cca req-e3a965dc-03c1-4aa9-945f-51001dc8c933 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0505764 Oct 23 20:09:35.695992 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ff04a37-2d4d-41ae-893d-635707fd1cca req-429c1736-e969-445b-b9d6-1e04e710ffea tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405910 Oct 23 20:09:36.129473 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfe277-936e-4e69-8391-2880d0be8ecd req-3e759d43-4048-4974-94ad-81dfc079712c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:36.130945 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-35dfe277-936e-4e69-8391-2880d0be8ecd req-3e759d43-4048-4974-94ad-81dfc079712c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0460944 Oct 23 20:09:36.177297 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-35dfe277-936e-4e69-8391-2880d0be8ecd req-aa1dc0ea-558b-48a3-afa2-93897ab49cb4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407374 Oct 23 20:09:36.816002 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a6ecc-581b-4312-8255-8488ef104713 req-5032d859-232f-4091-a353-ff4f87ab4cdb tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:36.817477 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-722a6ecc-581b-4312-8255-8488ef104713 req-5032d859-232f-4091-a353-ff4f87ab4cdb tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0493944 Oct 23 20:09:36.864821 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-722a6ecc-581b-4312-8255-8488ef104713 req-94d7319d-56ee-490d-8f7a-267acf0cf188 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409780 Oct 23 20:09:36.924342 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=42 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:36.926277 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=51 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:37.189843 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9d8764eb-56ae-49e1-9b0e-0e10c8ea4cdc tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-570889231&fields=id&tenant_id=f84aaa230cf14fd2b47b2076e43fcb73 HTTP/1.1" status: 200 len: 267 time: 0.0433478 Oct 23 20:09:37.318907 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:37.327304 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b1d27-2739-4739-a84a-c04c3002d557 req-afb2885a-a5c8-441d-8d94-0e3de405f650 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:37.328760 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-926b1d27-2739-4739-a84a-c04c3002d557 req-afb2885a-a5c8-441d-8d94-0e3de405f650 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0699747 Oct 23 20:09:37.336641 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-4d5547c7-f24b-4404-8f72-d540162cb354 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:37.337985 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-4d5547c7-f24b-4404-8f72-d540162cb354 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/networks?id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676 HTTP/1.1" status: 200 len: 809 time: 0.1419752 Oct 23 20:09:37.366918 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-976f0dd9-744b-48a0-85f0-5e9de40975ca tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/quotas/f84aaa230cf14fd2b47b2076e43fcb73 HTTP/1.1" status: 200 len: 375 time: 0.0213623 Oct 23 20:09:37.415284 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-926b1d27-2739-4739-a84a-c04c3002d557 req-4ad582b5-6a9a-4305-90e9-13e524410226 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758164 Oct 23 20:09:37.427715 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-ff45436a-e0da-40e3-9192-4693b968c3ad tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=f84aaa230cf14fd2b47b2076e43fcb73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546279 Oct 23 20:09:37.531318 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d5112528-5da2-4c09-93ce-131a7a6fada9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910840 Oct 23 20:09:37.617400 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-406613d7-f944-4eeb-89e6-71325038defd service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806553 Oct 23 20:09:37.909666 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3077b099-cd79-44a1-8589-daf61137bc0e req-209c6cc4-473e-4bcf-9e8c-912ddfeb5c44 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 210 time: 0.0346067 Oct 23 20:09:37.987096 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce8-50f4-4901-852e-6b9b4bf932af req-92ff7bc0-0792-4e70-93e5-03dd0727184f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:37.988630 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-41201ce8-50f4-4901-852e-6b9b4bf932af req-92ff7bc0-0792-4e70-93e5-03dd0727184f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0485835 Oct 23 20:09:38.037313 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-41201ce8-50f4-4901-852e-6b9b4bf932af req-078c50eb-2311-4e36-ade7-cba9ed42b4a3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425518 Oct 23 20:09:38.544983 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bb6fa-a19e-4c70-ada8-d0763bf5ce9f req-17c19ed3-f9f8-4bd3-aabb-edcf9e1a89bc tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:38.546481 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1e4bb6fa-a19e-4c70-ada8-d0763bf5ce9f req-17c19ed3-f9f8-4bd3-aabb-edcf9e1a89bc tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0464623 Oct 23 20:09:38.582472 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:38.594944 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1e4bb6fa-a19e-4c70-ada8-d0763bf5ce9f req-490e09f4-4349-42d8-baa1-14e84cd464db tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428152 Oct 23 20:09:38.794488 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5324bb33-be61-462e-b3ed-9373ad4fce7f details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:09:38.889354 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:38.900961 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'port_id': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'mac_address': 'fa:16:3e:aa:49:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:09:38.937479 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 5324bb33-be61-462e-b3ed-9373ad4fce7f is: ACTIVE; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:38.937957 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:38.952043 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5324bb33-be61-462e-b3ed-9373ad4fce7f {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:09:38.973068 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:38.977909 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:39.029612 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d2835607-f84b-48bf-a580-c4c80eb6dbd4 req-7d9af092-7a3f-45b9-8df7-179525318e7c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 210 time: 0.0392046 Oct 23 20:09:39.049723 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=5324bb33-be61-462e-b3ed-9373ad4fce7f,revision_number=6']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:39.059613 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.060452 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.060452 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.060849 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.061337 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.061669 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.062068 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.062507 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.062920 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.063418 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.063809 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.064201 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.064576 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.064949 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.065358 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.107860 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['5324bb33-be61-462e-b3ed-9373ad4fce7f'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:09:39.135388 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-78ccafcf-5a5d-4776-a8fd-c42cc7dbe161 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:39.137543 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-78ccafcf-5a5d-4776-a8fd-c42cc7dbe161 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.15 "GET /networking/v2.0/networks?id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676 HTTP/1.1" status: 200 len: 809 time: 0.1271400 Oct 23 20:09:39.167383 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532ec74-0b43-465c-be75-1369a9e8be44 req-37870f77-aca4-41f4-b2cc-379a4b04bc29 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:39.168944 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e532ec74-0b43-465c-be75-1369a9e8be44 req-37870f77-aca4-41f4-b2cc-379a4b04bc29 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0492682 Oct 23 20:09:39.222694 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e532ec74-0b43-465c-be75-1369a9e8be44 req-0440d158-4b36-4b32-a6f8-8cc3190a2899 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476236 Oct 23 20:09:39.259690 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-0ef24b8a-ed57-4662-b042-60720666afd8 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f84aaa230cf14fd2b47b2076e43fcb73 HTTP/1.1" status: 200 len: 379 time: 0.0884092 Oct 23 20:09:39.275356 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Request body: {'port': {'device_id': '8e395c64-fce7-4bf0-812f-97f145c32451', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'admin_state_up': True, 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'security_groups': ['59c4541a-0774-45f3-bb9b-999d5dba0a05']}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:39.387402 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Made reservation on behalf of f84aaa230cf14fd2b47b2076e43fcb73 for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:09:39.391131 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:39.520746 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Allocated IP 172.20.0.10 (c21c9d8a-c960-40c8-a47d-cd8f04ec2676/6450074e-91ff-42b9-8a98-6c24c0d8a45a/b0cc60ca-61c3-4d14-93ce-439ad242dc02) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:09:39.674119 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:39.708095 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:39.728620 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df584-4c53-40a6-a1cc-9733d09b94be req-2e2cc9c7-ac00-407b-8a93-07c9c4c82e7a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:39.730194 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-634df584-4c53-40a6-a1cc-9733d09b94be req-2e2cc9c7-ac00-407b-8a93-07c9c4c82e7a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 944 time: 0.0509350 Oct 23 20:09:39.768667 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:09:39.769544 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event updated for resources: {'Port': ['ID=b0cc60ca-61c3-4d14-93ce-439ad242dc02,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:39.778015 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:09:39.780571 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:09:39.781482 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-634df584-4c53-40a6-a1cc-9733d09b94be req-d1374a6d-15b7-4f26-bc62-88104ed0c5d9 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449920 Oct 23 20:09:39.783961 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.784301 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.784635 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.784968 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.785320 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.785644 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.785964 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.786303 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.786626 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.786956 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.787246 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.787562 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.787876 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.788188 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.788500 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:39.838429 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:39.839017 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:39.856605 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-d48257f9-7700-4807-96b2-6f01fecd4883 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5853517 Oct 23 20:09:39.870998 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Request body: {'port': {'device_id': '8e395c64-fce7-4bf0-812f-97f145c32451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:39.897222 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:39.935494 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:39.988448 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:40.068620 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-eba33a2e-75ef-4a2b-9c1c-19148e5bb6d2 None None] Provisioning complete for port b0cc60ca-61c3-4d14-93ce-439ad242dc02 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:40.069544 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-eba33a2e-75ef-4a2b-9c1c-19148e5bb6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:40.069887 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-eba33a2e-75ef-4a2b-9c1c-19148e5bb6d2 None None] Attempt 1 to provision port b0cc60ca-61c3-4d14-93ce-439ad242dc02 Oct 23 20:09:40.102742 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-eba33a2e-75ef-4a2b-9c1c-19148e5bb6d2 None None] Port b0cc60ca-61c3-4d14-93ce-439ad242dc02 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:09:40.156549 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa244c-6101-44e7-8386-1e074f04eea0 req-cd8f675c-34e2-46c1-8998-b6d621f63747 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:40.157945 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9ffa244c-6101-44e7-8386-1e074f04eea0 req-cd8f675c-34e2-46c1-8998-b6d621f63747 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 932 time: 0.0491447 Oct 23 20:09:40.195075 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cc60ca-61c3-4d14-93ce-439ad242dc02 {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:09:40.202954 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Publish callbacks [] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:40.207047 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9ffa244c-6101-44e7-8386-1e074f04eea0 req-01778101-f994-4665-9f17-58dc82b67391 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432076 Oct 23 20:09:40.215849 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Transition to ACTIVE for port object b0cc60ca-61c3-4d14-93ce-439ad242dc02 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:09:40.220290 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:40.299659 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Pushing event updated for resources: {'Port': ['ID=b0cc60ca-61c3-4d14-93ce-439ad242dc02,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:40.327911 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Attempting to bind port b0cc60ca-61c3-4d14-93ce-439ad242dc02 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:09:40.328249 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Attempting to bind port b0cc60ca-61c3-4d14-93ce-439ad242dc02 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:09:40.328578 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Attempting to bind port b0cc60ca-61c3-4d14-93ce-439ad242dc02 on network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:09:40.346015 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72621a9-8b26-4f1a-9e07-1dd26154574f req-1bbb1223-182a-4871-9284-3688b9a0de23 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:40.347515 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a72621a9-8b26-4f1a-9e07-1dd26154574f req-1bbb1223-182a-4871-9284-3688b9a0de23 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0472898 Oct 23 20:09:40.372211 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Port b0cc60ca-61c3-4d14-93ce-439ad242dc02 on network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:09:40.372542 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Attempting to bind port b0cc60ca-61c3-4d14-93ce-439ad242dc02 on network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:09:40.394069 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a72621a9-8b26-4f1a-9e07-1dd26154574f req-66d44a95-c275-4387-b78b-ce8f8973bbfd tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408216 Oct 23 20:09:40.414572 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:09:40.414939 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Checking segment: {'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:09:40.415311 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Bound using segment: {'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:09:40.415745 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Bound port: b0cc60ca-61c3-4d14-93ce-439ad242dc02, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490b3210-41a1-406c-a5a7-6adb2a7a185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:09:40.416099 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:40.475829 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] For port b0cc60ca-61c3-4d14-93ce-439ad242dc02, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:09:40.478848 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] For port b0cc60ca-61c3-4d14-93ce-439ad242dc02, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:09:40.485412 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:40.489635 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:40.490270 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:40.491654 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/b0cc60ca-61c3-4d14-93ce-439ad242dc02 HTTP/1.1" status: 200 len: 1094 time: 0.6254730 Oct 23 20:09:40.493336 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:09:40.496713 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff755f-e8e6-4e14-b95e-8941ad50bf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:09:40.563625 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd47771-1aa8-4db8-b57e-61c707b1baab service neutron] Pushing event updated for resources: {'Port': ['ID=b0cc60ca-61c3-4d14-93ce-439ad242dc02,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:40.583003 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fe203a-8faa-43f8-a0b3-7da4f3d55052 x-openstack-request-id: req-81fe203a-8faa-43f8-a0b3-7da4f3d55052 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:09:40.584570 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:09:40.584570 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81fe203a-8faa-43f8-a0b3-7da4f3d55052 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:09:40.584570 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fe203a-8faa-43f8-a0b3-7da4f3d55052'] response: {'name': 'network-changed', 'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'status': 'completed', 'code': 200} Oct 23 20:09:40.597235 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-880eed80-2732-4e87-a514-ba6c29a3d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:40.598773 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-880eed80-2732-4e87-a514-ba6c29a3d223 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=f84aaa230cf14fd2b47b2076e43fcb73&device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 1128 time: 0.0535030 Oct 23 20:09:40.645371 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-8d83517a-0a6e-425c-b434-5661a35339b6 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02 HTTP/1.1" status: 200 len: 217 time: 0.0337701 Oct 23 20:09:40.653332 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b928c1-72e0-419b-9afd-696ef64878c6 req-81c213e3-feb6-437f-9f93-028e8fec3443 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:40.654827 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-58b928c1-72e0-419b-9afd-696ef64878c6 req-81c213e3-feb6-437f-9f93-028e8fec3443 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0534012 Oct 23 20:09:40.702540 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-f75ea758-9894-4fff-a512-7070a9fb0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:40.703920 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-f75ea758-9894-4fff-a512-7070a9fb0739 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6450074e-91ff-42b9-8a98-6c24c0d8a45a HTTP/1.1" status: 200 len: 848 time: 0.0456371 Oct 23 20:09:40.732368 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-58b928c1-72e0-419b-9afd-696ef64878c6 req-ccbc29f1-5d85-4f48-980f-e14a5495a91f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718589 Oct 23 20:09:40.733326 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3124b-9fc8-4ef0-88c4-56646f72a0f8 req-d244f26f-0db5-4a6c-93af-8256cadeec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:40.734721 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-18d3124b-9fc8-4ef0-88c4-56646f72a0f8 req-d244f26f-0db5-4a6c-93af-8256cadeec8c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 1129 time: 0.0574076 Oct 23 20:09:40.748888 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:40.813104 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5324bb33-be61-462e-b3ed-9373ad4fce7f up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:40.838020 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3124b-9fc8-4ef0-88c4-56646f72a0f8 req-de5d2f57-832f-48b7-9af1-7a57e2ed0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:40.839735 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-18d3124b-9fc8-4ef0-88c4-56646f72a0f8 req-de5d2f57-832f-48b7-9af1-7a57e2ed0b63 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=8e3b82ee-7488-4576-9263-10150a8cce41 HTTP/1.1" status: 200 len: 912 time: 0.0986197 Oct 23 20:09:40.862176 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 5324bb33-be61-462e-b3ed-9373ad4fce7f triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:40.862937 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:40.863544 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 5324bb33-be61-462e-b3ed-9373ad4fce7f Oct 23 20:09:40.944097 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 5324bb33-be61-462e-b3ed-9373ad4fce7f is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:40.944486 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:40.953476 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b293f0-8565-478e-b763-d2198303ba8b req-47a32fb8-7da5-4945-b8a7-673a54f530bf tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:40.954900 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c8b293f0-8565-478e-b763-d2198303ba8b req-47a32fb8-7da5-4945-b8a7-673a54f530bf tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 944 time: 0.0622880 Oct 23 20:09:40.957099 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-18d3124b-9fc8-4ef0-88c4-56646f72a0f8 req-88b80063-0a56-4afd-9cf0-de536758fb10 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e989a766-0552-40b5-acf0-9a2d7f1dfe99 HTTP/1.1" status: 200 len: 1001 time: 0.1109042 Oct 23 20:09:40.973396 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:09:40.975737 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff21a93-09bc-4c7a-9881-0ed111100779" -d '{"events": [{"server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "name": "network-vif-plugged", "status": "completed", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:09:40.994640 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:41.000124 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:41.001188 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-6c54ea80-10b5-4505-bdb7-cfae5dd81849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:41.004114 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-6c54ea80-10b5-4505-bdb7-cfae5dd81849 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2848697 Oct 23 20:09:41.034203 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfa2014-c81b-47df-969a-32eeb0168d39 x-openstack-request-id: req-dbfa2014-c81b-47df-969a-32eeb0168d39 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:09:41.034550 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "name": "network-vif-plugged", "status": "completed", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:09:41.034806 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbfa2014-c81b-47df-969a-32eeb0168d39 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:09:41.035195 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbfa2014-c81b-47df-969a-32eeb0168d39'] response: {'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'code': 200} Oct 23 20:09:41.053659 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c8b293f0-8565-478e-b763-d2198303ba8b req-bf370057-d65a-418b-ba3c-b3396b7c4b28 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930598 Oct 23 20:09:41.055918 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=5324bb33-be61-462e-b3ed-9373ad4fce7f,revision_number=7']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:41.057320 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3124b-9fc8-4ef0-88c4-56646f72a0f8 req-d9692174-3a9c-4ff5-bbdd-f66ee73651a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:41.066110 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-18d3124b-9fc8-4ef0-88c4-56646f72a0f8 req-d9692174-3a9c-4ff5-bbdd-f66ee73651a5 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=daaca4e1-493a-432b-8103-3db60253ec00 HTTP/1.1" status: 200 len: 850 time: 0.0980372 Oct 23 20:09:41.087930 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:41.115374 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-ff553805-632a-46cc-8efa-6753ccada9d8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006424 Oct 23 20:09:41.123753 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3124b-9fc8-4ef0-88c4-56646f72a0f8 req-636f60f3-7582-4704-876e-ff0f8d854945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:41.125235 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-18d3124b-9fc8-4ef0-88c4-56646f72a0f8 req-636f60f3-7582-4704-876e-ff0f8d854945 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=8e3b82ee-7488-4576-9263-10150a8cce41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419810 Oct 23 20:09:41.184347 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:41.211397 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-f89f8b89-72d9-44b1-97a8-56dee1bf7e6c req-319d0370-c274-442a-b55f-aacb9176049a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885425 Oct 23 20:09:41.216568 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-18d3124b-9fc8-4ef0-88c4-56646f72a0f8 req-6bfcd5eb-8d41-4e0b-bcc5-53c54c28f398 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856419 Oct 23 20:09:41.305375 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:41.338205 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-18d3124b-9fc8-4ef0-88c4-56646f72a0f8 req-78bfaf9a-7daa-42a9-9141-cfafd5a670c1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153409 Oct 23 20:09:41.350111 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26470b9b-e31a-4886-807a-ab75c7bac94c req-cb97ffa3-a950-4155-8c5f-77fb43d3030c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:41.351475 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-26470b9b-e31a-4886-807a-ab75c7bac94c req-cb97ffa3-a950-4155-8c5f-77fb43d3030c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0637047 Oct 23 20:09:41.399847 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-26470b9b-e31a-4886-807a-ab75c7bac94c req-ff0337ba-b86d-4577-ad53-e0df5d554c50 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427866 Oct 23 20:09:41.804868 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-03f460fc-6128-462f-aea8-55116892ff00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:41.856484 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c7483-53b2-4fce-a218-edef66b899cd req-2fedf3c7-457c-413a-b12a-43244af3afee tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:41.857996 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ac1c7483-53b2-4fce-a218-edef66b899cd req-2fedf3c7-457c-413a-b12a-43244af3afee tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0470743 Oct 23 20:09:41.903728 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ac1c7483-53b2-4fce-a218-edef66b899cd req-5d44bf4f-e2df-422f-b26e-9d3653065fa8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400567 Oct 23 20:09:42.181851 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c14370-9275-49fc-b41a-0eb51cf58b60 req-8e7b3912-62c0-4627-886d-caab24127923 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:42.183321 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-84c14370-9275-49fc-b41a-0eb51cf58b60 req-8e7b3912-62c0-4627-886d-caab24127923 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0455141 Oct 23 20:09:42.232158 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-84c14370-9275-49fc-b41a-0eb51cf58b60 req-6a84f881-c933-4725-8ad1-3d12e592f381 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434248 Oct 23 20:09:42.517124 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d9d87-531f-4d5c-8325-c11c598cb52c req-660b37f7-4945-45d0-8d60-dae05886e0e9 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:42.518599 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-997d9d87-531f-4d5c-8325-c11c598cb52c req-660b37f7-4945-45d0-8d60-dae05886e0e9 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0456235 Oct 23 20:09:42.566159 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-997d9d87-531f-4d5c-8325-c11c598cb52c req-1ad2bfe3-ef35-403b-878c-2fcc582b027f tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420380 Oct 23 20:09:43.052447 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:43.065527 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08192043-509e-42c1-aa19-89b447d1a8bb req-eec388f0-1db9-4c79-9dcd-dbdb211894b8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:43.067008 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-08192043-509e-42c1-aa19-89b447d1a8bb req-eec388f0-1db9-4c79-9dcd-dbdb211894b8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0870268 Oct 23 20:09:43.068442 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff755f-e8e6-4e14-b95e-8941ad50bf4b req-f7feeba2-ccd3-40dc-a967-5d592c178212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:43.069743 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8cff755f-e8e6-4e14-b95e-8941ad50bf4b req-f7feeba2-ccd3-40dc-a967-5d592c178212 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=f84aaa230cf14fd2b47b2076e43fcb73&device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 1128 time: 0.0762742 Oct 23 20:09:43.113362 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-08192043-509e-42c1-aa19-89b447d1a8bb req-d75557bf-e15b-4276-a07c-8502fa44491f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404444 Oct 23 20:09:43.334335 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff755f-e8e6-4e14-b95e-8941ad50bf4b req-3f1591c1-9cfc-489a-accc-09929c026cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:43.335732 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8cff755f-e8e6-4e14-b95e-8941ad50bf4b req-3f1591c1-9cfc-489a-accc-09929c026cf8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676 HTTP/1.1" status: 200 len: 910 time: 0.0929675 Oct 23 20:09:43.391228 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8cff755f-e8e6-4e14-b95e-8941ad50bf4b req-ca465726-2b8b-4bd2-bd48-a0b2d7a099f2 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02 HTTP/1.1" status: 200 len: 217 time: 0.0369484 Oct 23 20:09:43.398570 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dced6-f16a-49ba-9784-6df22bff15d3 req-fe657628-5161-48f7-b30e-4aa5a344cdc6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:43.400499 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d30dced6-f16a-49ba-9784-6df22bff15d3 req-fe657628-5161-48f7-b30e-4aa5a344cdc6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0842710 Oct 23 20:09:43.477503 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff755f-e8e6-4e14-b95e-8941ad50bf4b req-827a69ed-0e92-4296-89cc-fe873c190400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:43.478933 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8cff755f-e8e6-4e14-b95e-8941ad50bf4b req-827a69ed-0e92-4296-89cc-fe873c190400 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6450074e-91ff-42b9-8a98-6c24c0d8a45a HTTP/1.1" status: 200 len: 848 time: 0.0665040 Oct 23 20:09:43.482195 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d30dced6-f16a-49ba-9784-6df22bff15d3 req-ba96c76a-41b2-4ad6-b2f8-38e013e873e8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762074 Oct 23 20:09:43.525969 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff755f-e8e6-4e14-b95e-8941ad50bf4b req-af558644-3f89-4f43-8bf5-7c084c790cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:43.527372 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8cff755f-e8e6-4e14-b95e-8941ad50bf4b req-af558644-3f89-4f43-8bf5-7c084c790cc1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415914 Oct 23 20:09:43.614517 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8cff755f-e8e6-4e14-b95e-8941ad50bf4b req-bfe0ba4e-871e-4dbb-963b-4fc1b6ba7af8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795095 Oct 23 20:09:43.686731 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2638e-bf37-40b6-9d1e-e8b4b43a7906 req-3a684f88-7592-49d6-a5a5-cba446dcba47 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:43.688204 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c7f2638e-bf37-40b6-9d1e-e8b4b43a7906 req-3a684f88-7592-49d6-a5a5-cba446dcba47 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0458908 Oct 23 20:09:43.745154 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c7f2638e-bf37-40b6-9d1e-e8b4b43a7906 req-d4c93409-da7d-4816-b710-30d578d001f2 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504205 Oct 23 20:09:44.185534 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcec5-c273-4403-a4c6-52cd521933ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:44.233710 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df2c01-974d-4945-8905-21fcc408521d req-a0de0f1e-014f-4008-8679-ee9c9feb0022 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:44.235189 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a2df2c01-974d-4945-8905-21fcc408521d req-a0de0f1e-014f-4008-8679-ee9c9feb0022 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0459986 Oct 23 20:09:44.281656 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a2df2c01-974d-4945-8905-21fcc408521d req-d33db390-4677-4ffe-b69b-8146a355bb85 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407758 Oct 23 20:09:44.619044 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:44.678376 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d10778-04d6-4ae2-a2c1-4db7513d6b59 req-dceb12bc-9e59-4cf5-83aa-588ebc34600c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:44.679837 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-88d10778-04d6-4ae2-a2c1-4db7513d6b59 req-dceb12bc-9e59-4cf5-83aa-588ebc34600c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0638516 Oct 23 20:09:44.682238 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8cff755f-e8e6-4e14-b95e-8941ad50bf4b req-2999cc20-89d7-43f3-bf60-ecb9947a4a7b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772194 Oct 23 20:09:44.731230 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-88d10778-04d6-4ae2-a2c1-4db7513d6b59 req-29f51383-2c0b-4496-9d2d-d607d78eeb5f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448158 Oct 23 20:09:44.864141 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ba624-3d41-404b-8733-8e4bd508ec55 req-7fcfc25b-98b0-4cb9-b653-add51ba9462d tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:44.866579 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9f4ba624-3d41-404b-8733-8e4bd508ec55 req-7fcfc25b-98b0-4cb9-b653-add51ba9462d tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0485399 Oct 23 20:09:44.921270 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9f4ba624-3d41-404b-8733-8e4bd508ec55 req-c644d636-447f-43f1-a288-1a39b590cef8 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501535 Oct 23 20:09:45.405624 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:45.875027 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13d147-3f5f-4cae-8a29-f15b02adb828 req-8fe880a9-3143-4409-bf52-273db00c3904 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:45.876922 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9f13d147-3f5f-4cae-8a29-f15b02adb828 req-8fe880a9-3143-4409-bf52-273db00c3904 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0623116 Oct 23 20:09:45.898452 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:45.928493 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9f13d147-3f5f-4cae-8a29-f15b02adb828 req-2fc057cd-b7a3-47e5-a3f8-6aa6dc425c92 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458424 Oct 23 20:09:46.048857 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4adac5-6409-4f9a-a143-649906c9211e req-114798a9-2f27-4c6e-97d7-3d7f9a2e2156 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:46.050467 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-af4adac5-6409-4f9a-a143-649906c9211e req-114798a9-2f27-4c6e-97d7-3d7f9a2e2156 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0516653 Oct 23 20:09:46.105193 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-af4adac5-6409-4f9a-a143-649906c9211e req-ae6fc370-852b-4a19-a76a-ca78157984da tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480900 Oct 23 20:09:46.755742 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:47.074150 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063d260-5146-415f-b16c-8649162d01bb req-198a5cfe-626d-4cd1-8672-f5539cc4485d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:47.075671 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c063d260-5146-415f-b16c-8649162d01bb req-198a5cfe-626d-4cd1-8672-f5539cc4485d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0534976 Oct 23 20:09:47.137056 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c063d260-5146-415f-b16c-8649162d01bb req-3212b196-f6d1-4be4-a0ec-24e967ad0040 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540028 Oct 23 20:09:47.176139 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:47.278475 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c25ddb-9b7a-43af-ab59-2abef9d2296e req-32d0e809-813b-4963-923f-a59ddef1a7c9 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:47.279900 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-07c25ddb-9b7a-43af-ab59-2abef9d2296e req-32d0e809-813b-4963-923f-a59ddef1a7c9 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0556369 Oct 23 20:09:47.354597 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-07c25ddb-9b7a-43af-ab59-2abef9d2296e req-a25ecc0d-c42a-4c55-8199-6ba90da8a4b0 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669017 Oct 23 20:09:47.387815 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:47.387815 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:48.284132 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc960c7c-7c40-470d-91a8-f55f0ba0f4af req-926c032a-9159-4231-bf3a-c274724ae700 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:48.291668 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cc960c7c-7c40-470d-91a8-f55f0ba0f4af req-926c032a-9159-4231-bf3a-c274724ae700 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0630565 Oct 23 20:09:48.350569 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cc960c7c-7c40-470d-91a8-f55f0ba0f4af req-078c4e18-b5e2-4e42-ae7f-1d07b2c27a98 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542088 Oct 23 20:09:48.490347 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b0eed-b355-4a1d-9e5d-39f6be41eeed req-27e93259-886e-4053-989c-9710a9f2aca1 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:48.492276 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fd6b0eed-b355-4a1d-9e5d-39f6be41eeed req-27e93259-886e-4053-989c-9710a9f2aca1 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0507922 Oct 23 20:09:48.553027 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fd6b0eed-b355-4a1d-9e5d-39f6be41eeed req-fa375cb6-7fe0-4f50-beed-8cb3f09b60ea tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549052 Oct 23 20:09:49.477493 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda2a1f-f1b7-45ee-9585-e204633973e2 req-40b09506-8d61-44fb-be9e-ab9f904d1062 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:49.478467 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2cda2a1f-f1b7-45ee-9585-e204633973e2 req-40b09506-8d61-44fb-be9e-ab9f904d1062 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0505629 Oct 23 20:09:49.529122 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2cda2a1f-f1b7-45ee-9585-e204633973e2 req-d0c98ed2-7b41-46cd-a8fd-2c25db1dea70 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444264 Oct 23 20:09:49.685633 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0036-e95b-4f3e-8a2d-7296f7c522b6 req-511e085a-a172-4cf0-81cd-25a1f5d63edd tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:49.692924 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9dfa0036-e95b-4f3e-8a2d-7296f7c522b6 req-511e085a-a172-4cf0-81cd-25a1f5d63edd tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0573714 Oct 23 20:09:49.741001 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9dfa0036-e95b-4f3e-8a2d-7296f7c522b6 req-7665ad6a-9120-4de3-8b07-047e2cea10c5 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469806 Oct 23 20:09:50.686344 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbd770-ab4f-4c44-ac17-8de2f2e745ea req-a7aa4cd6-167d-44b5-8deb-9e71862d0fc3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:50.686344 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-11bbd770-ab4f-4c44-ac17-8de2f2e745ea req-a7aa4cd6-167d-44b5-8deb-9e71862d0fc3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0483894 Oct 23 20:09:50.733479 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:50.738554 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-11bbd770-ab4f-4c44-ac17-8de2f2e745ea req-be7a83c7-e751-48cc-9922-65eed558f96a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469244 Oct 23 20:09:50.862333 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device b0cc60ca-61c3-4d14-93ce-439ad242dc02 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:09:50.877591 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc430d-74b1-407f-903a-bcada1b86a93 req-6cdd1259-687a-43ee-98f1-6baf0121c31c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:50.879785 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-15fc430d-74b1-407f-903a-bcada1b86a93 req-6cdd1259-687a-43ee-98f1-6baf0121c31c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0612214 Oct 23 20:09:50.942838 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-15fc430d-74b1-407f-903a-bcada1b86a93 req-0a70bcef-e68f-4a72-9dec-b1622426b99b tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564060 Oct 23 20:09:50.990743 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port b0cc60ca-61c3-4d14-93ce-439ad242dc02, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:51.006138 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'port_id': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'mac_address': 'fa:16:3e:5e:b2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:09:51.051885 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port b0cc60ca-61c3-4d14-93ce-439ad242dc02 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:51.052370 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:51.068882 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cc60ca-61c3-4d14-93ce-439ad242dc02 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:09:51.096515 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port b0cc60ca-61c3-4d14-93ce-439ad242dc02, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:51.100747 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:51.155109 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=b0cc60ca-61c3-4d14-93ce-439ad242dc02,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:51.206779 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:51.208891 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=14 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:51.597886 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['b0cc60ca-61c3-4d14-93ce-439ad242dc02'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:09:51.679179 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:51.725490 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:51.782833 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:51.890541 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b536d64-b0b8-4d14-b82e-5779fce85471 req-11e2fb22-881b-41e9-81b6-e8754ab9cb29 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:51.891979 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b536d64-b0b8-4d14-b82e-5779fce85471 req-11e2fb22-881b-41e9-81b6-e8754ab9cb29 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0540495 Oct 23 20:09:51.937701 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:51.943082 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b536d64-b0b8-4d14-b82e-5779fce85471 req-9cbb4a37-b8c1-4d73-adfa-582b65ac7164 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453763 Oct 23 20:09:52.074494 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293c04a-c504-40d6-be1d-7a4a120e131d req-7c69baa6-5786-4436-9379-ad85fd0dd9ed tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:52.076197 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a293c04a-c504-40d6-be1d-7a4a120e131d req-7c69baa6-5786-4436-9379-ad85fd0dd9ed tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 945 time: 0.0514219 Oct 23 20:09:52.127824 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a293c04a-c504-40d6-be1d-7a4a120e131d req-e56b338a-cf04-4592-a802-7cb7aeaffc6b tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458107 Oct 23 20:09:52.925251 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe6563-ab62-46bd-92af-d8c14586e8b3 req-498e94a7-3387-46fe-b73d-7dedd3a92c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:52.926821 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-29fe6563-ab62-46bd-92af-d8c14586e8b3 req-498e94a7-3387-46fe-b73d-7dedd3a92c48 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=6b4261a7b9e642e5ba063a4790296b66&device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 1168 time: 0.0778005 Oct 23 20:09:52.933485 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439f16-eacb-4382-ae17-0231ba529d5f req-3b596c73-cf59-43f8-91bd-e5f911c238e9 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:52.935008 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-97439f16-eacb-4382-ae17-0231ba529d5f req-3b596c73-cf59-43f8-91bd-e5f911c238e9 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0764472 Oct 23 20:09:52.949094 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device b0cc60ca-61c3-4d14-93ce-439ad242dc02 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:09:52.996914 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:53.016448 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port b0cc60ca-61c3-4d14-93ce-439ad242dc02 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:09:53.024862 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port b0cc60ca-61c3-4d14-93ce-439ad242dc02 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:09:53.025234 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:53.025571 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port b0cc60ca-61c3-4d14-93ce-439ad242dc02 Oct 23 20:09:53.105980 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-97439f16-eacb-4382-ae17-0231ba529d5f req-170ebddf-7a6e-4a11-a3c3-6574a0cae858 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608796 Oct 23 20:09:53.127772 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port b0cc60ca-61c3-4d14-93ce-439ad242dc02 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:53.128166 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:53.154861 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe6563-ab62-46bd-92af-d8c14586e8b3 req-d1d0cb5a-c9e2-4977-ab52-dc86d83703c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:53.156927 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-29fe6563-ab62-46bd-92af-d8c14586e8b3 req-d1d0cb5a-c9e2-4977-ab52-dc86d83703c4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=e0f910e3-91d1-4d9b-b720-07380b5a7ead HTTP/1.1" status: 200 len: 916 time: 0.2210429 Oct 23 20:09:53.162185 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:09:53.165758 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b671b614-5bad-4342-92b3-0c9174da02f7" -d '{"events": [{"server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "name": "network-vif-plugged", "status": "completed", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:09:53.182965 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48987a6-cafa-4cdb-a65d-ab6ecb3c39db req-89026713-9c15-4088-bc72-967438867caf tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:53.184965 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port b0cc60ca-61c3-4d14-93ce-439ad242dc02, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:53.190427 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:53.196524 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f48987a6-cafa-4cdb-a65d-ab6ecb3c39db req-89026713-9c15-4088-bc72-967438867caf tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.1183221 Oct 23 20:09:53.245980 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=b0cc60ca-61c3-4d14-93ce-439ad242dc02,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:53.308934 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-29fe6563-ab62-46bd-92af-d8c14586e8b3 req-f013486c-9cc1-4189-84a5-05e369ed2cb6 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7 HTTP/1.1" status: 200 len: 1001 time: 0.1005385 Oct 23 20:09:53.343662 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cd90e-16f0-4467-90ab-6fd75a439879 req-04e51f4e-6e2d-4aba-9102-7136e69f0584 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:53.345125 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-603cd90e-16f0-4467-90ab-6fd75a439879 req-04e51f4e-6e2d-4aba-9102-7136e69f0584 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.1287634 Oct 23 20:09:53.398503 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f48987a6-cafa-4cdb-a65d-ab6ecb3c39db req-9add4b96-6b51-4865-a39c-e8618eb415d4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941071 Oct 23 20:09:53.428730 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe6563-ab62-46bd-92af-d8c14586e8b3 req-2c12f172-f784-424b-a187-9996891482fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:53.430745 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-29fe6563-ab62-46bd-92af-d8c14586e8b3 req-2c12f172-f784-424b-a187-9996891482fd service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2e0a3b2d-7920-4ec0-8431-eb47c4629d68 HTTP/1.1" status: 200 len: 854 time: 0.1122580 Oct 23 20:09:53.458331 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebe476f-5257-4dfc-9c11-5318eb905737 x-openstack-request-id: req-2ebe476f-5257-4dfc-9c11-5318eb905737 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:09:53.458819 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "name": "network-vif-plugged", "status": "completed", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:09:53.459233 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ebe476f-5257-4dfc-9c11-5318eb905737 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:09:53.459778 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ebe476f-5257-4dfc-9c11-5318eb905737'] response: {'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'code': 200} Oct 23 20:09:53.510146 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-603cd90e-16f0-4467-90ab-6fd75a439879 req-5d173a24-15a0-4eb3-a16f-f750986f9d2e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399736 Oct 23 20:09:53.515640 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe6563-ab62-46bd-92af-d8c14586e8b3 req-417717f2-64f6-4c8c-8f06-575ac55d6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:53.517141 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-29fe6563-ab62-46bd-92af-d8c14586e8b3 req-417717f2-64f6-4c8c-8f06-575ac55d6bfd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e0f910e3-91d1-4d9b-b720-07380b5a7ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754580 Oct 23 20:09:53.699557 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-29fe6563-ab62-46bd-92af-d8c14586e8b3 req-f7c30d54-fe95-428e-b423-15c4284e5d6e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939445 Oct 23 20:09:53.799378 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270290d-82bf-4d11-90ff-9984e12df7ee req-62e76559-74fe-45bc-9fad-b6e6afde1fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:53.799948 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:53.801757 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-e270290d-82bf-4d11-90ff-9984e12df7ee req-62e76559-74fe-45bc-9fad-b6e6afde1fee service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 1130 time: 0.0478995 Oct 23 20:09:53.819865 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-29fe6563-ab62-46bd-92af-d8c14586e8b3 req-1f97b268-6b20-40be-a137-96e4f9e807b2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159551 Oct 23 20:09:53.864551 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-e270290d-82bf-4d11-90ff-9984e12df7ee req-3db34385-742a-4228-8b87-cc41e8cfb155 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501254 Oct 23 20:09:54.231621 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b1214-feb1-4095-8e31-2def92f506ef req-271eadb7-0b60-40bb-b0d9-c7625ce31f41 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:54.238761 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a24b1214-feb1-4095-8e31-2def92f506ef req-271eadb7-0b60-40bb-b0d9-c7625ce31f41 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0555427 Oct 23 20:09:54.300497 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a24b1214-feb1-4095-8e31-2def92f506ef req-6e6bad90-f803-40ad-8c6b-f327101895aa tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603762 Oct 23 20:09:54.528095 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50349a8c-f904-411c-a8e5-fab0f18f56e0 req-d10d8587-446c-470e-9f8a-3df00e8e3bb4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:54.529689 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-50349a8c-f904-411c-a8e5-fab0f18f56e0 req-d10d8587-446c-470e-9f8a-3df00e8e3bb4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0540111 Oct 23 20:09:54.580640 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-50349a8c-f904-411c-a8e5-fab0f18f56e0 req-d18c2976-08d4-4411-9fa4-c9764486a2a1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436039 Oct 23 20:09:54.594797 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:54.631038 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c569d3-81d1-444d-9b9d-5b5d1fc3b011 req-00958e75-a13d-4851-ab88-9c24ca5a2b06 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:54.632491 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b9c569d3-81d1-444d-9b9d-5b5d1fc3b011 req-00958e75-a13d-4851-ab88-9c24ca5a2b06 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0468667 Oct 23 20:09:54.680944 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b9c569d3-81d1-444d-9b9d-5b5d1fc3b011 req-dd134df5-ff62-48f7-875c-ffa642f7c300 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423117 Oct 23 20:09:55.419441 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94986d-d765-4d5e-8094-26ff3b519159 req-2498b7a6-6d3a-438b-a691-1445202f1368 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:55.420882 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-de94986d-d765-4d5e-8094-26ff3b519159 req-2498b7a6-6d3a-438b-a691-1445202f1368 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0454495 Oct 23 20:09:55.482631 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-de94986d-d765-4d5e-8094-26ff3b519159 req-389b0cba-dece-4afb-9284-c119d6cea901 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561867 Oct 23 20:09:55.706933 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e44182-ec3b-41c5-a149-631af7fbafef req-b5a238b6-8420-441e-88ea-10b5d9001055 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:55.708551 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a0e44182-ec3b-41c5-a149-631af7fbafef req-b5a238b6-8420-441e-88ea-10b5d9001055 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0494194 Oct 23 20:09:55.758470 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a0e44182-ec3b-41c5-a149-631af7fbafef req-3d177364-d534-4cde-b151-781fc6cac34f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423818 Oct 23 20:09:55.803931 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db807ce-3c36-430e-9c9f-8a9b2a966c18 req-273ce9ff-35a0-4158-99d6-89eb45bec4ae tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:55.805484 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8db807ce-3c36-430e-9c9f-8a9b2a966c18 req-273ce9ff-35a0-4158-99d6-89eb45bec4ae tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0461297 Oct 23 20:09:55.855263 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8db807ce-3c36-430e-9c9f-8a9b2a966c18 req-02444693-9d9a-4586-a9ec-7f56fb0517d0 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439799 Oct 23 20:09:55.978170 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a412096-8c06-4789-bf1a-89b4b16e7bdc req-1d4e31a5-2a13-4c8c-bb5e-dc7d851d3fb2 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:55.979635 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5a412096-8c06-4789-bf1a-89b4b16e7bdc req-1d4e31a5-2a13-4c8c-bb5e-dc7d851d3fb2 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0499337 Oct 23 20:09:56.028878 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5a412096-8c06-4789-bf1a-89b4b16e7bdc req-0c6fc5c5-0f4d-4bbd-b51b-197c5f870c14 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436940 Oct 23 20:09:56.056001 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 60370) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:56.182274 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79272419-56cf-41d0-8187-2e54fa5df894 tempest-TestShelveInstance-10774303 tempest-TestShelveInstance-10774303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:56.183796 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-79272419-56cf-41d0-8187-2e54fa5df894 tempest-TestShelveInstance-10774303 tempest-TestShelveInstance-10774303-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 1125 time: 0.1268520 Oct 23 20:09:56.186821 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 60374) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:09:56.190985 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'port_id': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:09:56.211459 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:56.290688 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:56.385977 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:56.393990 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Allocated IP 172.27.0.127 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/c20cc089-bf1b-4350-8cc1-bf33f5539a5f) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:09:56.500896 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for port (c20cc089-bf1b-4350-8cc1-bf33f5539a5f), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:56.507803 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:56.537603 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (c20cc089-bf1b-4350-8cc1-bf33f5539a5f), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:56.553440 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed3ae-fe06-46c7-bcdc-fada473b1656 req-10b7ec9e-8fe5-42cb-8d12-b63995704a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:56.555062 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5a2ed3ae-fe06-46c7-bcdc-fada473b1656 req-10b7ec9e-8fe5-42cb-8d12-b63995704a33 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 1129 time: 0.0444243 Oct 23 20:09:56.601977 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:09:56.611245 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:09:56.619367 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:09:56.624191 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event updated for resources: {'Port': ['ID=c20cc089-bf1b-4350-8cc1-bf33f5539a5f,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:56.652098 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed3ae-fe06-46c7-bcdc-fada473b1656 req-856b11df-7d41-4089-a67d-baff26f92f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:56.653583 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5a2ed3ae-fe06-46c7-bcdc-fada473b1656 req-856b11df-7d41-4089-a67d-baff26f92f63 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 918 time: 0.0916145 Oct 23 20:09:56.657023 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab9323-df8b-4fbe-a3fa-6a5c760499be req-cce9c454-d4da-4483-8acd-c77284ad35f6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:56.658512 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-02ab9323-df8b-4fbe-a3fa-6a5c760499be req-cce9c454-d4da-4483-8acd-c77284ad35f6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0942953 Oct 23 20:09:56.668209 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.668551 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.668898 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.669236 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.669567 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.669894 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.670220 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.670568 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.670892 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.671243 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.671569 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.671892 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.672214 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.672534 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.672853 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:09:56.722473 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5a2ed3ae-fe06-46c7-bcdc-fada473b1656 req-59be05d6-5189-4896-a21d-fc35b0b08ee1 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f HTTP/1.1" status: 200 len: 1001 time: 0.0614295 Oct 23 20:09:56.776721 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed3ae-fe06-46c7-bcdc-fada473b1656 req-67de7f41-e79d-48d5-b1bb-a22a4a2a09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:56.778176 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5a2ed3ae-fe06-46c7-bcdc-fada473b1656 req-67de7f41-e79d-48d5-b1bb-a22a4a2a09ca service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 HTTP/1.1" status: 200 len: 856 time: 0.0433371 Oct 23 20:09:56.787556 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-02ab9323-df8b-4fbe-a3fa-6a5c760499be req-5ad22ba4-0648-4053-a5e5-1ea3fdef5614 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209650 Oct 23 20:09:56.845861 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed3ae-fe06-46c7-bcdc-fada473b1656 req-3a72af96-8a57-4579-aa24-c0e834056b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:56.847425 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5a2ed3ae-fe06-46c7-bcdc-fada473b1656 req-3a72af96-8a57-4579-aa24-c0e834056b5d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d42fdacc-7ef9-4dc3-a526-50a70d71365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589535 Oct 23 20:09:56.942429 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5a2ed3ae-fe06-46c7-bcdc-fada473b1656 req-0ed453e8-f869-4c04-b3ce-b82b5274abda service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877526 Oct 23 20:09:56.953782 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663e4d-2472-47b1-a170-516271828a19 req-8d8dd4ac-33eb-423a-adca-60945b0fdfe0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:56.955255 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3b663e4d-2472-47b1-a170-516271828a19 req-8d8dd4ac-33eb-423a-adca-60945b0fdfe0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0653431 Oct 23 20:09:57.035836 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5a2ed3ae-fe06-46c7-bcdc-fada473b1656 req-1c49b1d8-0bf9-4442-ae64-0075dff8d582 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867679 Oct 23 20:09:57.074176 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3b663e4d-2472-47b1-a170-516271828a19 req-9d503961-afbf-4313-85c4-54427abf0089 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866499 Oct 23 20:09:57.120187 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for floatingip (1f5875e2-61a0-402f-98a2-193e48bc26ea), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:57.183421 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c20cc089-bf1b-4350-8cc1-bf33f5539a5f), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:57.206325 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:57.325097 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:57.328975 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for port (c20cc089-bf1b-4350-8cc1-bf33f5539a5f), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:57.333290 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (c20cc089-bf1b-4350-8cc1-bf33f5539a5f), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:57.402100 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (1f5875e2-61a0-402f-98a2-193e48bc26ea), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:57.403972 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event updated for resources: {'Port': ['ID=c20cc089-bf1b-4350-8cc1-bf33f5539a5f,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:57.495405 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Floating IP 1f5875e2-61a0-402f-98a2-193e48bc26ea associated. External IP: 172.27.0.127, port: b0cc60ca-61c3-4d14-93ce-439ad242dc02. Oct 23 20:09:57.688744 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Router a53bc428-66c3-41b3-bc61-6d1421fdd85d has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:09:57.789079 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:09:57.798808 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47397bfe-c1a9-45bb-b611-688bf69ea750 None None] Sync routers for ids ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:09:57.806058 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:57.809123 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47397bfe-c1a9-45bb-b611-688bf69ea750 None None] Routers {'a53bc428-66c3-41b3-bc61-6d1421fdd85d'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:09:57.809820 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-47397bfe-c1a9-45bb-b611-688bf69ea750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:09:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:57.837240 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-df0ea9b8-f4db-4c5c-870b-711e75b047a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6488256 Oct 23 20:09:57.837877 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:09:57.840323 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254cab74-ad79-4ae2-9430-8342c4c7c7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:09:57.880006 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cee46c-3c34-4d52-84b5-ebc8a3020d70 x-openstack-request-id: req-07cee46c-3c34-4d52-84b5-ebc8a3020d70 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:09:57.880294 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:09:57.880571 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07cee46c-3c34-4d52-84b5-ebc8a3020d70 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:09:57.881121 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cee46c-3c34-4d52-84b5-ebc8a3020d70'] response: {'name': 'network-changed', 'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'status': 'completed', 'code': 200} Oct 23 20:09:57.918830 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-47397bfe-c1a9-45bb-b611-688bf69ea750 None None] Set router a53bc428-66c3-41b3-bc61-6d1421fdd85d gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:09:57.927542 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ed006-7530-41f6-917a-3a65c84136bb req-a28d80af-8874-4b0c-81e4-340078fe8a3b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:57.929013 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fd6ed006-7530-41f6-917a-3a65c84136bb req-a28d80af-8874-4b0c-81e4-340078fe8a3b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0469038 Oct 23 20:09:57.992016 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fd6ed006-7530-41f6-917a-3a65c84136bb req-c61cdd4e-2570-4959-bdf7-7a33fbd78f5e tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566468 Oct 23 20:09:58.127335 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-47397bfe-c1a9-45bb-b611-688bf69ea750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '1f5875e2-61a0-402f-98a2-193e48bc26ea', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'port_id': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'mac_address': 'fa:16:3e:5e:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e395c64-fce7-4bf0-812f-97f145c32451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:09:56Z', 'updated_at': '2022-10-23T20:09:56Z', 'revision_number': 0, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0a78dd-0988-4c83-9d2c-620b7ba042c3', 'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'mac_address': 'fa:16:3e:14:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:04Z', 'updated_at': '2022-10-23T20:09:11Z', 'revision_number': 5, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'subnets': [{'id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:58.151536 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47397bfe-c1a9-45bb-b611-688bf69ea750 None None] Checking router: a53bc428-66c3-41b3-bc61-6d1421fdd85d for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:09:58.159890 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47397bfe-c1a9-45bb-b611-688bf69ea750 None None] Routers {'a53bc428-66c3-41b3-bc61-6d1421fdd85d'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:09:58.160491 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-47397bfe-c1a9-45bb-b611-688bf69ea750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:09:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:58.201107 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6df61-9ef9-46ab-8d2f-fce43c442392 req-278dced7-fb38-4245-a97b-93ad6278e4f7 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:58.202621 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-69c6df61-9ef9-46ab-8d2f-fce43c442392 req-278dced7-fb38-4245-a97b-93ad6278e4f7 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 945 time: 0.0476859 Oct 23 20:09:58.223159 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:58.251706 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-69c6df61-9ef9-46ab-8d2f-fce43c442392 req-32aa0388-3ae2-449a-8f88-e53bc849e4f2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430229 Oct 23 20:09:58.264378 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-47397bfe-c1a9-45bb-b611-688bf69ea750 None None] Set router a53bc428-66c3-41b3-bc61-6d1421fdd85d gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:09:58.464111 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-47397bfe-c1a9-45bb-b611-688bf69ea750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '1f5875e2-61a0-402f-98a2-193e48bc26ea', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'port_id': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'mac_address': 'fa:16:3e:5e:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e395c64-fce7-4bf0-812f-97f145c32451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:09:56Z', 'updated_at': '2022-10-23T20:09:56Z', 'revision_number': 0, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0a78dd-0988-4c83-9d2c-620b7ba042c3', 'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'mac_address': 'fa:16:3e:14:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:04Z', 'updated_at': '2022-10-23T20:09:11Z', 'revision_number': 5, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'subnets': [{'id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:09:58.491384 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47397bfe-c1a9-45bb-b611-688bf69ea750 None None] The sync data for ids ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'] in dv-cinder-862432-1-iscsi is: [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '1f5875e2-61a0-402f-98a2-193e48bc26ea', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'port_id': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'mac_address': 'fa:16:3e:5e:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e395c64-fce7-4bf0-812f-97f145c32451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:09:56Z', 'updated_at': '2022-10-23T20:09:56Z', 'revision_number': 0, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0a78dd-0988-4c83-9d2c-620b7ba042c3', 'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'mac_address': 'fa:16:3e:14:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:04Z', 'updated_at': '2022-10-23T20:09:11Z', 'revision_number': 5, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'subnets': [{'id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:09:58.679907 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c659f9b-be11-43a1-8fde-38dfb6fa8d82 None None] New status for floating IP 1f5875e2-61a0-402f-98a2-193e48bc26ea: ACTIVE {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:09:58.778292 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cab74-ad79-4ae2-9430-8342c4c7c7d3 req-3e25ba21-7e8d-425f-8885-f7c4b073874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:58.779720 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-254cab74-ad79-4ae2-9430-8342c4c7c7d3 req-3e25ba21-7e8d-425f-8885-f7c4b073874b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=f84aaa230cf14fd2b47b2076e43fcb73&device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 1130 time: 0.0385866 Oct 23 20:09:58.928285 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cab74-ad79-4ae2-9430-8342c4c7c7d3 req-ceedccf7-4da6-4b2f-b34b-89b5cc1b6730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:58.929759 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-254cab74-ad79-4ae2-9430-8342c4c7c7d3 req-ceedccf7-4da6-4b2f-b34b-89b5cc1b6730 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676 HTTP/1.1" status: 200 len: 910 time: 0.0945640 Oct 23 20:09:58.981242 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5324bb33-be61-462e-b3ed-9373ad4fce7f no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:09:59.001647 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-254cab74-ad79-4ae2-9430-8342c4c7c7d3 req-b9f144b3-1843-43de-9755-a90485d86116 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02 HTTP/1.1" status: 200 len: 1002 time: 0.0619979 Oct 23 20:09:59.061475 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 5324bb33-be61-462e-b3ed-9373ad4fce7f is: ACTIVE; New status is: DOWN {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:09:59.061864 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:59.066211 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cab74-ad79-4ae2-9430-8342c4c7c7d3 req-6b983336-2a26-4cd5-be1e-5d28221e3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:59.067721 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-254cab74-ad79-4ae2-9430-8342c4c7c7d3 req-6b983336-2a26-4cd5-be1e-5d28221e3a34 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6450074e-91ff-42b9-8a98-6c24c0d8a45a HTTP/1.1" status: 200 len: 848 time: 0.0463986 Oct 23 20:09:59.075014 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:59.102098 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:09:59.103315 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3732183b-5f8b-491a-b079-37380608bec3" -d '{"events": [{"server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "name": "network-vif-unplugged", "status": "completed", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:09:59.117337 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:09:59.124381 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:09:59.135871 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cab74-ad79-4ae2-9430-8342c4c7c7d3 req-ce549e3d-5934-4feb-9b99-8158e602905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:59.137418 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-254cab74-ad79-4ae2-9430-8342c4c7c7d3 req-ce549e3d-5934-4feb-9b99-8158e602905b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582666 Oct 23 20:09:59.143974 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebba987-fc43-44f2-aa92-a6442506059c req-cc0905f2-8cfc-4aaa-8900-d61be0a19965 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:59.145600 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eebba987-fc43-44f2-aa92-a6442506059c req-cc0905f2-8cfc-4aaa-8900-d61be0a19965 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0565772 Oct 23 20:09:59.160988 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 20:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caef07c7-5ce5-4dd5-8d58-a675e0c5a66e x-openstack-request-id: req-caef07c7-5ce5-4dd5-8d58-a675e0c5a66e {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:09:59.161275 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "name": "network-vif-unplugged", "status": "completed", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:09:59.161529 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caef07c7-5ce5-4dd5-8d58-a675e0c5a66e {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:09:59.161922 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caef07c7-5ce5-4dd5-8d58-a675e0c5a66e'] response: {'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'code': 200} Oct 23 20:09:59.183326 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=5324bb33-be61-462e-b3ed-9373ad4fce7f,revision_number=8']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:09:59.216833 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eebba987-fc43-44f2-aa92-a6442506059c req-e6689030-f259-410b-be51-8109ca1e3ce0 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632706 Oct 23 20:09:59.270198 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-254cab74-ad79-4ae2-9430-8342c4c7c7d3 req-a201a11e-6e1d-46c4-968a-a791c8f7eeac service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164255 Oct 23 20:09:59.332663 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:09:59.380967 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1e23c-735c-4e82-a78a-480b88dda40f req-8f7ac0c9-aaac-476e-906f-95f861f8b365 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:09:59.382436 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-65d1e23c-735c-4e82-a78a-480b88dda40f req-8f7ac0c9-aaac-476e-906f-95f861f8b365 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0505552 Oct 23 20:09:59.429193 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-65d1e23c-735c-4e82-a78a-480b88dda40f req-b2046477-bb8e-41fc-bfcb-b6a4c798274d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408633 Oct 23 20:09:59.713671 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:59.716169 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:09:59.737119 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-254cab74-ad79-4ae2-9430-8342c4c7c7d3 req-8ef9c41e-4930-49d2-ab63-bea8200773fe service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972919 Oct 23 20:09:59.935593 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [req-3f48508f-acac-4287-96fe-f3a164dbeaca req-1c3bb71c-6fb8-48ed-90d3-1d01ae19c8c8 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104660) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 20:09:59.936667 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3f48508f-acac-4287-96fe-f3a164dbeaca req-1c3bb71c-6fb8-48ed-90d3-1d01ae19c8c8 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060418 Oct 23 20:10:00.108770 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553d82-7f5b-48f0-a891-b196abee240b req-30ea9a92-ff7b-4d4a-a018-e46851bac99a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:00.110238 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9e553d82-7f5b-48f0-a891-b196abee240b req-30ea9a92-ff7b-4d4a-a018-e46851bac99a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0476718 Oct 23 20:10:00.142689 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:00.158651 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9e553d82-7f5b-48f0-a891-b196abee240b req-3572e7f7-c903-4c8d-9987-852711663226 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427814 Oct 23 20:10:00.306342 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 60434) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:10:00.347293 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e328df9-ee38-4fd2-82dd-b2e40dfc5559 req-c65f0e31-3d1a-4117-b5e8-b23826330be1 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:00.348786 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2e328df9-ee38-4fd2-82dd-b2e40dfc5559 req-c65f0e31-3d1a-4117-b5e8-b23826330be1 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0542610 Oct 23 20:10:00.426296 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-1b1787af-1fdd-4e31-ba37-8a100bbb997b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189253 Oct 23 20:10:00.438463 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-7aaf6805-dee4-46a1-8a71-203924a8d01f service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104660) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 20:10:00.439399 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-7aaf6805-dee4-46a1-8a71-203924a8d01f service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0083449 Oct 23 20:10:00.445404 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2e328df9-ee38-4fd2-82dd-b2e40dfc5559 req-14bd7fc1-41cb-42e5-af9b-526aea0ee390 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899222 Oct 23 20:10:00.515660 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 60442) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:10:00.607568 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-5cdca91e-0f9c-4bd6-be41-5ab0d19da5c8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:00.608895 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-5cdca91e-0f9c-4bd6-be41-5ab0d19da5c8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports/5324bb33-be61-462e-b3ed-9373ad4fce7f HTTP/1.1" status: 200 len: 940 time: 0.0922706 Oct 23 20:10:01.286111 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11595fa-484d-45bc-8891-d456d8b1b5d3 req-16a1c389-ba2d-4a3b-ba6b-b1cfb0cfa973 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:01.287612 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c11595fa-484d-45bc-8891-d456d8b1b5d3 req-16a1c389-ba2d-4a3b-ba6b-b1cfb0cfa973 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0491118 Oct 23 20:10:01.335096 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c11595fa-484d-45bc-8891-d456d8b1b5d3 req-45fcffb1-186c-447a-a4eb-e8d0308daf5b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414250 Oct 23 20:10:01.568027 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d6fdb-0d8c-4216-be4a-4a7ea9f4e481 req-ae840f4d-4d92-4223-b0e4-099fa5112b82 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:01.569565 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cc7d6fdb-0d8c-4216-be4a-4a7ea9f4e481 req-ae840f4d-4d92-4223-b0e4-099fa5112b82 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0469949 Oct 23 20:10:01.632739 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cc7d6fdb-0d8c-4216-be4a-4a7ea9f4e481 req-d9fa0729-17d8-4add-b3e2-976559f591a2 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566213 Oct 23 20:10:02.340635 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-22cae32b-c3df-4128-9f47-02414ce1e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:02.342126 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-22cae32b-c3df-4128-9f47-02414ce1e480 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de&tenant_id=4023fb7431ad496fa044b19190f014d8 HTTP/1.1" status: 200 len: 1127 time: 0.0737929 Oct 23 20:10:02.407565 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-41e08551-876d-4b2b-9ec7-d1eb6ecf1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:02.409064 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-41e08551-876d-4b2b-9ec7-d1eb6ecf1c9e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 1127 time: 0.0400250 Oct 23 20:10:02.462418 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdfdfb-35f3-419d-a971-3c5fdc802a5f req-115a1407-3c62-45d0-8b47-c439fbe95d7e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:02.466318 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e0cdfdfb-35f3-419d-a971-3c5fdc802a5f req-115a1407-3c62-45d0-8b47-c439fbe95d7e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0484438 Oct 23 20:10:02.513965 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-d7b82481-ada7-46cd-a0d9-d2599144360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:02.515471 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-d7b82481-ada7-46cd-a0d9-d2599144360c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 918 time: 0.0882521 Oct 23 20:10:02.579286 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-dd9658c4-00e6-4b14-90a2-82e51aaebd23 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f HTTP/1.1" status: 200 len: 999 time: 0.0575192 Oct 23 20:10:02.633830 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-a3a476e7-9a4b-4426-b848-93cab5a73c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:02.635264 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-a3a476e7-9a4b-4426-b848-93cab5a73c89 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 HTTP/1.1" status: 200 len: 856 time: 0.0495071 Oct 23 20:10:02.687846 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-fdf7e7b7-d940-4b7d-8e71-457a3e732b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:02.689416 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-fdf7e7b7-d940-4b7d-8e71-457a3e732b46 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d42fdacc-7ef9-4dc3-a526-50a70d71365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469391 Oct 23 20:10:02.775566 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e0cdfdfb-35f3-419d-a971-3c5fdc802a5f req-5938bd6d-ee4c-4cf9-9d8c-d441b6323e27 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061113 Oct 23 20:10:02.785846 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-4bacd4e2-8e79-4738-a2a9-a515fbb4f4e5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881317 Oct 23 20:10:02.808345 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019b2e6-c240-4400-8302-795157e4a2a3 req-f5fd944d-eac8-4f83-9940-fca575e96c12 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:02.809817 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d019b2e6-c240-4400-8302-795157e4a2a3 req-f5fd944d-eac8-4f83-9940-fca575e96c12 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0515950 Oct 23 20:10:02.869795 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d019b2e6-c240-4400-8302-795157e4a2a3 req-49c5d276-601b-4ac1-8cba-7fdbeafe3310 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543256 Oct 23 20:10:02.888778 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-1c414eff-d547-4b4d-8ea7-9d5d42339ba0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877068 Oct 23 20:10:03.017247 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5324bb33-be61-462e-b3ed-9373ad4fce7f no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:10:03.045356 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:03.093224 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 5324bb33-be61-462e-b3ed-9373ad4fce7f is: DOWN; New status is: DOWN {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:10:03.917637 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d75584-0a1d-4fe2-88d2-d0bab78598b3 req-d0625685-4ce9-4887-9c56-b3fc83f5e65a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:03.919229 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e1d75584-0a1d-4fe2-88d2-d0bab78598b3 req-d0625685-4ce9-4887-9c56-b3fc83f5e65a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0499489 Oct 23 20:10:03.953326 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:03.996241 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e1d75584-0a1d-4fe2-88d2-d0bab78598b3 req-7917f379-4a8d-4d21-8d8d-545bae1e2091 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711801 Oct 23 20:10:04.014688 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e4cec-779f-4c3f-ae3e-6d6db31965da req-61eedd47-5352-486a-ac55-9da746e7a002 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:04.015379 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-700e4cec-779f-4c3f-ae3e-6d6db31965da req-61eedd47-5352-486a-ac55-9da746e7a002 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0608492 Oct 23 20:10:04.081179 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-700e4cec-779f-4c3f-ae3e-6d6db31965da req-e77e9298-7e90-4c05-826d-5ad147cd72f1 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588596 Oct 23 20:10:05.130526 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd187916-77b0-45d2-8145-c1b7140721e6 req-fa468feb-0c79-4774-be1f-98a65580f062 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:05.132052 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bd187916-77b0-45d2-8145-c1b7140721e6 req-fa468feb-0c79-4774-be1f-98a65580f062 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0499630 Oct 23 20:10:05.194620 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bd187916-77b0-45d2-8145-c1b7140721e6 req-af5524cb-7159-4245-bd4a-85a989885d2a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568297 Oct 23 20:10:05.233351 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb96b07-8a1e-4282-be88-b190c8319e91 req-86dc0d4c-ef7c-420f-84a4-ff6a16a56719 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:05.234980 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cdb96b07-8a1e-4282-be88-b190c8319e91 req-86dc0d4c-ef7c-420f-84a4-ff6a16a56719 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0579605 Oct 23 20:10:05.297729 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cdb96b07-8a1e-4282-be88-b190c8319e91 req-d813d593-4076-450d-9e64-6c1bd59633df tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572414 Oct 23 20:10:06.343983 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4b94f-13bf-4049-b81f-59af46bcdfb5 req-1d7b3d83-85d5-4622-9c94-b80da5048c99 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:06.345480 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-57a4b94f-13bf-4049-b81f-59af46bcdfb5 req-1d7b3d83-85d5-4622-9c94-b80da5048c99 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0505331 Oct 23 20:10:06.381456 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:06.432216 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-57a4b94f-13bf-4049-b81f-59af46bcdfb5 req-564e77b3-f380-49dc-979f-e3208a1f3fcb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808880 Oct 23 20:10:06.450021 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25290a-2936-4bfa-9361-cfa00a72488a req-9020d1ce-9d05-4ba0-92c9-bb08ba7e605e tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:06.451574 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3e25290a-2936-4bfa-9361-cfa00a72488a req-9020d1ce-9d05-4ba0-92c9-bb08ba7e605e tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0601754 Oct 23 20:10:06.519862 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3e25290a-2936-4bfa-9361-cfa00a72488a req-15f55693-3639-47a5-876d-8bae2fa571d8 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625565 Oct 23 20:10:07.567516 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece8e8e-3e84-47fb-92e3-08a98897d3ae req-506166be-574b-4186-a8ba-2aa46fe8ec8e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:07.569081 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1ece8e8e-3e84-47fb-92e3-08a98897d3ae req-506166be-574b-4186-a8ba-2aa46fe8ec8e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0515218 Oct 23 20:10:07.643718 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1ece8e8e-3e84-47fb-92e3-08a98897d3ae req-c9b54ef1-52dd-4de3-b7a9-5c766bf7b5e9 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678911 Oct 23 20:10:07.662369 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02fa4d-8bfd-48ae-8019-8e812f0c9ecc req-2ab8f89c-00ff-45ad-baea-f9b5499bcb45 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:07.663887 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4e02fa4d-8bfd-48ae-8019-8e812f0c9ecc req-2ab8f89c-00ff-45ad-baea-f9b5499bcb45 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0608048 Oct 23 20:10:07.728066 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4e02fa4d-8bfd-48ae-8019-8e812f0c9ecc req-b27aba58-faf1-4f7f-948c-519ff45be025 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584021 Oct 23 20:10:08.775196 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834db599-898d-469a-82ba-7388a881ca63 req-52f703fb-3a9a-47cc-be37-226898207f02 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:08.776846 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-834db599-898d-469a-82ba-7388a881ca63 req-52f703fb-3a9a-47cc-be37-226898207f02 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0496626 Oct 23 20:10:08.860617 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-834db599-898d-469a-82ba-7388a881ca63 req-46b1f4fa-bef2-4ff1-946f-ae892b1b4ec0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740209 Oct 23 20:10:08.874471 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02688a-252f-43a6-8238-ed3bda1e7505 req-5816fd8f-25bc-4972-ac45-c2590acf98db tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:08.875957 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bf02688a-252f-43a6-8238-ed3bda1e7505 req-5816fd8f-25bc-4972-ac45-c2590acf98db tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0652316 Oct 23 20:10:08.945916 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bf02688a-252f-43a6-8238-ed3bda1e7505 req-cb527438-ed82-4b22-ac98-34727be6f1c1 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592029 Oct 23 20:10:10.013759 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b7c51-bb6a-4188-86dc-510dde2940cb req-6229a41e-6d40-4661-a4cf-52480aea3f19 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:10.015442 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-959b7c51-bb6a-4188-86dc-510dde2940cb req-6229a41e-6d40-4661-a4cf-52480aea3f19 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0701933 Oct 23 20:10:10.068510 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:10.100247 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebe3ec-abd0-4ab7-a61a-50a55d4422db req-6d1cfa6b-d7e0-4a60-8ffc-3408c0ff2262 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:10.101710 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7eebe3ec-abd0-4ab7-a61a-50a55d4422db req-6d1cfa6b-d7e0-4a60-8ffc-3408c0ff2262 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0691917 Oct 23 20:10:10.127999 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-959b7c51-bb6a-4188-86dc-510dde2940cb req-53666e12-ba47-4874-b897-c753e8c72259 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029959 Oct 23 20:10:10.172004 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7eebe3ec-abd0-4ab7-a61a-50a55d4422db req-34a4470c-5523-4801-ad41-4a6686913009 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636449 Oct 23 20:10:10.850557 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:10.861073 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=24 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:11.298843 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d1ba9-6d40-4630-99be-01f9ae2cc2aa req-e10d2163-02e2-4636-8ba2-abb53d6b528d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:11.302775 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-da3d1ba9-6d40-4630-99be-01f9ae2cc2aa req-e10d2163-02e2-4636-8ba2-abb53d6b528d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0620701 Oct 23 20:10:11.361135 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-da3d1ba9-6d40-4630-99be-01f9ae2cc2aa req-5aa1aea8-14b7-4007-b463-cc4cd67fa946 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546353 Oct 23 20:10:11.397732 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eae0ad-31ec-4ee5-a163-b652c6e509a5 req-75c4f4c5-8ffa-426f-94fe-97a08f11a61b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:11.399806 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-16eae0ad-31ec-4ee5-a163-b652c6e509a5 req-75c4f4c5-8ffa-426f-94fe-97a08f11a61b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.1270161 Oct 23 20:10:11.468071 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-16eae0ad-31ec-4ee5-a163-b652c6e509a5 req-af4c4390-f99a-4f33-84b6-40415566eb3b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622416 Oct 23 20:10:11.807599 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-33fb9ab3-c500-4244-85c0-444e09addaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:12.493407 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8587e80-5e15-46f3-b543-84c7fab34014 req-a55ae58c-a72e-4a5f-9d1e-fc199b4d441a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:12.494950 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e8587e80-5e15-46f3-b543-84c7fab34014 req-a55ae58c-a72e-4a5f-9d1e-fc199b4d441a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0476372 Oct 23 20:10:12.524346 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:12.550567 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e8587e80-5e15-46f3-b543-84c7fab34014 req-df680f36-80d2-4eec-85cd-5c20326f428c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500913 Oct 23 20:10:12.612310 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d85da-f3ae-4ba3-a3eb-6e5e0c8c8fb8 req-c1ca95cc-9959-4394-a5ff-46cb443a27aa tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:12.613783 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-943d85da-f3ae-4ba3-a3eb-6e5e0c8c8fb8 req-c1ca95cc-9959-4394-a5ff-46cb443a27aa tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0518160 Oct 23 20:10:12.681502 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-943d85da-f3ae-4ba3-a3eb-6e5e0c8c8fb8 req-262b4ec9-a163-4589-af1f-abe5e12355c6 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608635 Oct 23 20:10:12.884465 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=53 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:12.885218 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=54 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:13.739941 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b50b08-29a5-4869-ba79-98f9321f4ce5 req-451cc87e-6568-41ab-bfe6-5b57a27385e2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:13.742280 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-16b50b08-29a5-4869-ba79-98f9321f4ce5 req-451cc87e-6568-41ab-bfe6-5b57a27385e2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.1073422 Oct 23 20:10:13.825816 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-16b50b08-29a5-4869-ba79-98f9321f4ce5 req-4fe302e7-e06b-4723-adb0-8870cad935c3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772829 Oct 23 20:10:13.835828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0abca-8a51-478a-875d-8cacd7d934aa req-b02268ec-8b3f-4bc4-840f-caa0776eb1af tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:13.837899 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8db0abca-8a51-478a-875d-8cacd7d934aa req-b02268ec-8b3f-4bc4-840f-caa0776eb1af tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0674202 Oct 23 20:10:13.902513 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8db0abca-8a51-478a-875d-8cacd7d934aa req-aab64afa-2e1c-4de2-9789-2541336dd44b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583522 Oct 23 20:10:14.188972 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-53fdb196-5270-4703-b8ae-bb5d12f51e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:14.965638 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12a3a8-64a6-48ff-9ba2-a25293f54ba3 req-216c5776-3219-43a3-b052-dcb1331c8dd6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:14.967141 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-da12a3a8-64a6-48ff-9ba2-a25293f54ba3 req-216c5776-3219-43a3-b052-dcb1331c8dd6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0483432 Oct 23 20:10:15.054811 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182ded2-16bc-4811-8d1f-88e33131e1cb req-ab7d2b0c-1c51-4cfd-8954-adeaafa76707 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:15.056859 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a182ded2-16bc-4811-8d1f-88e33131e1cb req-ab7d2b0c-1c51-4cfd-8954-adeaafa76707 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0700550 Oct 23 20:10:15.060415 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-da12a3a8-64a6-48ff-9ba2-a25293f54ba3 req-47b071f7-188f-43dc-9d69-7c6ab922bee7 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877340 Oct 23 20:10:15.122367 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a182ded2-16bc-4811-8d1f-88e33131e1cb req-7aedb06f-1466-4741-9e8e-654277c0996e tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579145 Oct 23 20:10:15.408192 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:16.188789 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6acd5-aa1b-4dcb-affd-a8aa13e7352f req-c769a870-87d9-4fba-8ea1-565e5ec899f9 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:16.190304 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d8a6acd5-aa1b-4dcb-affd-a8aa13e7352f req-c769a870-87d9-4fba-8ea1-565e5ec899f9 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0474834 Oct 23 20:10:16.257960 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c512a-b1b1-4f09-8517-7dab6a6f37fb req-ba70a506-f46b-4ade-b508-ac4b53d35866 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:16.259472 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-070c512a-b1b1-4f09-8517-7dab6a6f37fb req-ba70a506-f46b-4ade-b508-ac4b53d35866 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0655971 Oct 23 20:10:16.274980 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:16.295750 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d8a6acd5-aa1b-4dcb-affd-a8aa13e7352f req-8557f5fc-803b-48fe-86b0-2f788550479e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912943 Oct 23 20:10:16.334233 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-070c512a-b1b1-4f09-8517-7dab6a6f37fb req-3ae77e1f-0f85-48d7-9438-2529ebc283b4 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691211 Oct 23 20:10:16.751579 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:17.148758 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:17.446125 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f3db9-67ab-4c9b-9855-28e988d90fa9 req-98348372-f6c1-4b08-9ad8-a2e034d524fc tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:17.447843 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1e1f3db9-67ab-4c9b-9855-28e988d90fa9 req-98348372-f6c1-4b08-9ad8-a2e034d524fc tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0718107 Oct 23 20:10:17.475154 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164085-28c0-4bba-b968-dd7c9acf44c6 req-83ed5b6e-e087-4032-bf5a-0efa8731cd88 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:17.476676 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2164085-28c0-4bba-b968-dd7c9acf44c6 req-83ed5b6e-e087-4032-bf5a-0efa8731cd88 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0695374 Oct 23 20:10:17.521014 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1e1f3db9-67ab-4c9b-9855-28e988d90fa9 req-71202f99-cf70-4617-adf5-1716328a1ac1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675032 Oct 23 20:10:17.559220 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2164085-28c0-4bba-b968-dd7c9acf44c6 req-a3bd2ab1-dcd1-42a8-8ab6-4a3dde5a721c tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754373 Oct 23 20:10:18.655923 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da617d-c189-432c-adf5-989279ba22ac req-22641671-19c9-47a5-af08-4ce9ae8e137b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:18.657385 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b3da617d-c189-432c-adf5-989279ba22ac req-22641671-19c9-47a5-af08-4ce9ae8e137b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0559251 Oct 23 20:10:18.700047 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:18.706288 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4153193-7e09-41c3-b2c2-886f5c3011b4 req-9fa62069-a1a9-4b10-8fa7-214e44d63a54 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:18.707705 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f4153193-7e09-41c3-b2c2-886f5c3011b4 req-9fa62069-a1a9-4b10-8fa7-214e44d63a54 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0731728 Oct 23 20:10:18.744043 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b3da617d-c189-432c-adf5-989279ba22ac req-b487c65a-91f9-417a-a094-73f170535b41 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713117 Oct 23 20:10:18.781855 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f4153193-7e09-41c3-b2c2-886f5c3011b4 req-1f37c645-1f28-4cf1-a152-c63777c0418c tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661783 Oct 23 20:10:19.900114 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef379c4-3127-48f8-9b74-34bcb91102b5 req-db4c21fb-a50e-41ea-9c1b-e8869d19cb16 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:19.901673 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-aef379c4-3127-48f8-9b74-34bcb91102b5 req-db4c21fb-a50e-41ea-9c1b-e8869d19cb16 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0760646 Oct 23 20:10:19.928741 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3328-627e-45fc-8779-5ccad728c3ca req-93671de5-16f9-49ad-8099-dc0890f51dda tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:19.930896 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f26d3328-627e-45fc-8779-5ccad728c3ca req-93671de5-16f9-49ad-8099-dc0890f51dda tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0731683 Oct 23 20:10:19.985509 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-aef379c4-3127-48f8-9b74-34bcb91102b5 req-c516a9b3-c61b-4bdf-b4ba-e6f304c0d790 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779147 Oct 23 20:10:20.021231 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f26d3328-627e-45fc-8779-5ccad728c3ca req-0762db3f-7506-4960-a01d-521de2a61842 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830159 Oct 23 20:10:21.142274 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a35a3-ce93-4581-b470-c34214b0e95f req-4b5cc0a6-24c6-4817-923c-381461d40799 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:21.143706 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c80a35a3-ce93-4581-b470-c34214b0e95f req-4b5cc0a6-24c6-4817-923c-381461d40799 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0762129 Oct 23 20:10:21.162325 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3050e4-5f36-4f4d-a0a5-d1013f249cd4 req-9b9f90ac-5aa0-4578-842b-33a12123f62e tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:21.163687 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1a3050e4-5f36-4f4d-a0a5-d1013f249cd4 req-9b9f90ac-5aa0-4578-842b-33a12123f62e tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0648222 Oct 23 20:10:21.227014 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c80a35a3-ce93-4581-b470-c34214b0e95f req-da46c9c6-a65a-4b36-93b2-d06ad39c52ac tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777409 Oct 23 20:10:21.246636 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1a3050e4-5f36-4f4d-a0a5-d1013f249cd4 req-77e10878-f621-40dd-aa52-9a37533cb872 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cbda9d00-e98a-43c2-9d1f-4f2b50230b94&id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756731 Oct 23 20:10:22.351875 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5f24d-c4fb-4ad8-a5c5-5fc57b8e5aae req-f5dccdb3-a963-4a8b-9677-624a40cd03b0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:22.353362 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-18f5f24d-c4fb-4ad8-a5c5-5fc57b8e5aae req-f5dccdb3-a963-4a8b-9677-624a40cd03b0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0464137 Oct 23 20:10:22.403168 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-18f5f24d-c4fb-4ad8-a5c5-5fc57b8e5aae req-b3d58634-a7bb-4f2f-ab39-098aee4e77fb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443177 Oct 23 20:10:22.943819 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:22.955832 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:23.526714 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6782d-8f5a-4dab-842e-0adfc1ab1fcb req-b59828fd-5693-4fad-a22e-53ea4eeb5278 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:23.528150 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-30f6782d-8f5a-4dab-842e-0adfc1ab1fcb req-b59828fd-5693-4fad-a22e-53ea4eeb5278 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0459816 Oct 23 20:10:23.574508 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-30f6782d-8f5a-4dab-842e-0adfc1ab1fcb req-3f4a3a8f-ee43-4454-808d-fd5ad4a487ce tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409210 Oct 23 20:10:24.370996 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:24.371793 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:24.663973 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:24.701889 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b7636-e3d3-4640-ba5e-1820cd47c9d4 req-95969655-93a3-4cfa-8be6-40e81f1c8499 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:24.703377 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-336b7636-e3d3-4640-ba5e-1820cd47c9d4 req-95969655-93a3-4cfa-8be6-40e81f1c8499 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0479701 Oct 23 20:10:24.749538 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-336b7636-e3d3-4640-ba5e-1820cd47c9d4 req-5d55a675-dfec-4f8e-ba5f-f6f0834e9401 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405762 Oct 23 20:10:25.979285 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0b1a4-d71c-46d1-8097-90e07d2db027 req-2e3785b8-9113-4cb2-880e-1b067cf0e174 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:25.980853 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-29a0b1a4-d71c-46d1-8097-90e07d2db027 req-2e3785b8-9113-4cb2-880e-1b067cf0e174 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0530236 Oct 23 20:10:26.031872 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-29a0b1a4-d71c-46d1-8097-90e07d2db027 req-e83d757d-4823-4743-ac78-504798cae57d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450819 Oct 23 20:10:27.155860 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363540a8-8eb0-4c16-a2b2-90f3ef96e40a req-57ba23ee-700b-482c-b50c-b9d3dd67470d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:27.157300 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-363540a8-8eb0-4c16-a2b2-90f3ef96e40a req-57ba23ee-700b-482c-b50c-b9d3dd67470d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0452690 Oct 23 20:10:27.202713 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-363540a8-8eb0-4c16-a2b2-90f3ef96e40a req-14824017-ad05-441a-8c63-0fb05c173df2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400991 Oct 23 20:10:27.320740 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdc98a-6783-4fd6-bea1-96b07e9e99c0 req-d08d014e-0a22-4f8a-b4eb-adc2bb0c211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:27.322456 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c4bdc98a-6783-4fd6-bea1-96b07e9e99c0 req-d08d014e-0a22-4f8a-b4eb-adc2bb0c211a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 1127 time: 0.0385993 Oct 23 20:10:27.436263 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdc98a-6783-4fd6-bea1-96b07e9e99c0 req-2ccd84d5-14f9-4f88-9880-48930ff8ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:27.437696 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c4bdc98a-6783-4fd6-bea1-96b07e9e99c0 req-2ccd84d5-14f9-4f88-9880-48930ff8ff35 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 918 time: 0.0863178 Oct 23 20:10:27.498985 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c4bdc98a-6783-4fd6-bea1-96b07e9e99c0 req-69326539-1deb-4afb-9c4b-be7735fedb72 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f HTTP/1.1" status: 200 len: 999 time: 0.0533302 Oct 23 20:10:27.550462 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdc98a-6783-4fd6-bea1-96b07e9e99c0 req-20415c58-b3bb-44e9-9ba7-34587bb3ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:27.551839 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c4bdc98a-6783-4fd6-bea1-96b07e9e99c0 req-20415c58-b3bb-44e9-9ba7-34587bb3ce16 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 HTTP/1.1" status: 200 len: 856 time: 0.0414913 Oct 23 20:10:27.598217 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdc98a-6783-4fd6-bea1-96b07e9e99c0 req-dcd40af9-6a2f-4c0c-b344-26e8d80d8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:27.599698 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c4bdc98a-6783-4fd6-bea1-96b07e9e99c0 req-dcd40af9-6a2f-4c0c-b344-26e8d80d8056 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d42fdacc-7ef9-4dc3-a526-50a70d71365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417621 Oct 23 20:10:27.689209 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c4bdc98a-6783-4fd6-bea1-96b07e9e99c0 req-5ba04ecd-8574-4813-b2ef-eaad1fe9df35 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794675 Oct 23 20:10:27.779251 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c4bdc98a-6783-4fd6-bea1-96b07e9e99c0 req-3b28cdda-08b3-44a7-9d12-47f690a59af8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839660 Oct 23 20:10:28.316337 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:28.331431 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa8739-7cf0-4b58-828c-58d7bd7853aa req-e6c042b8-2173-497f-9d00-97c7e7704e4b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:28.332879 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6baa8739-7cf0-4b58-828c-58d7bd7853aa req-e6c042b8-2173-497f-9d00-97c7e7704e4b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 943 time: 0.0501904 Oct 23 20:10:28.378494 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6baa8739-7cf0-4b58-828c-58d7bd7853aa req-2c6b848d-1fa7-48c5-b2b8-73ce5452f6af tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400274 Oct 23 20:10:29.165514 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5324bb33-be61-462e-b3ed-9373ad4fce7f details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:10:29.168695 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:29.265048 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:10:29.277062 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'port_id': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'mac_address': 'fa:16:3e:aa:49:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:10:29.310675 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 5324bb33-be61-462e-b3ed-9373ad4fce7f is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:10:29.311064 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:29.324207 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5324bb33-be61-462e-b3ed-9373ad4fce7f {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:10:29.342985 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:10:29.346856 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:29.392150 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=5324bb33-be61-462e-b3ed-9373ad4fce7f,revision_number=9']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:10:29.501464 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deef5c0-853c-424c-88ea-c51b3294ef70 req-e73d5693-0ff8-4863-b917-ac8709dda357 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:29.502922 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2deef5c0-853c-424c-88ea-c51b3294ef70 req-e73d5693-0ff8-4863-b917-ac8709dda357 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 944 time: 0.0451200 Oct 23 20:10:29.548088 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2deef5c0-853c-424c-88ea-c51b3294ef70 req-d32f9d47-c6d3-43a3-bccb-811d77d28e9e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396905 Oct 23 20:10:29.758369 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['5324bb33-be61-462e-b3ed-9373ad4fce7f'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:10:30.672115 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acdd63-cd61-4bcd-9347-b93411a5bcfa req-0ef6e09e-99ec-42c8-9a7f-797e279f7471 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:30.673647 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-46acdd63-cd61-4bcd-9347-b93411a5bcfa req-0ef6e09e-99ec-42c8-9a7f-797e279f7471 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 944 time: 0.0456738 Oct 23 20:10:30.723094 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-46acdd63-cd61-4bcd-9347-b93411a5bcfa req-1e8a5476-5300-4875-89b5-9470d8a38865 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439262 Oct 23 20:10:31.174202 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5324bb33-be61-462e-b3ed-9373ad4fce7f up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:10:31.218080 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 5324bb33-be61-462e-b3ed-9373ad4fce7f triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:10:31.218473 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:31.218807 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 5324bb33-be61-462e-b3ed-9373ad4fce7f Oct 23 20:10:31.290040 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 5324bb33-be61-462e-b3ed-9373ad4fce7f is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:10:31.290367 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:31.312786 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:10:31.315024 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40058491-5380-47d5-af68-133440996d7a" -d '{"events": [{"server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "name": "network-vif-plugged", "status": "completed", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:10:31.327630 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:10:31.335318 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:31.357383 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c282ae-3328-4ced-a13b-aadfb1c53622 x-openstack-request-id: req-43c282ae-3328-4ced-a13b-aadfb1c53622 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:10:31.357690 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "name": "network-vif-plugged", "status": "completed", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:10:31.357944 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43c282ae-3328-4ced-a13b-aadfb1c53622 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:10:31.358357 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c282ae-3328-4ced-a13b-aadfb1c53622'] response: {'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'code': 200} Oct 23 20:10:31.383886 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=5324bb33-be61-462e-b3ed-9373ad4fce7f,revision_number=10']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:10:31.864732 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721b3c7-46bf-4d2e-9076-055d23750c70 req-5b28ef75-e3e4-48be-8f35-cbf173d91b3d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:31.870933 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c721b3c7-46bf-4d2e-9076-055d23750c70 req-5b28ef75-e3e4-48be-8f35-cbf173d91b3d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 946 time: 0.0607235 Oct 23 20:10:31.916028 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c721b3c7-46bf-4d2e-9076-055d23750c70 req-08c8d94e-648e-43fa-9037-55d2577954e2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429292 Oct 23 20:10:32.001864 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de49f1-96be-4ff4-afbf-61d78dec55ac req-13fadd17-1e90-412c-ab41-3aea2ce35291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:32.003362 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b4de49f1-96be-4ff4-afbf-61d78dec55ac req-13fadd17-1e90-412c-ab41-3aea2ce35291 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 1130 time: 0.0375607 Oct 23 20:10:32.047775 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b4de49f1-96be-4ff4-afbf-61d78dec55ac req-5bcee818-c18c-4e0a-a0e3-ca60872eec61 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375047 Oct 23 20:10:33.043906 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db32af1-b1fb-45aa-a655-d7126b8129b2 req-b0de4d12-3cb3-4d08-9adb-870bdb00c24d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:33.045372 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9db32af1-b1fb-45aa-a655-d7126b8129b2 req-b0de4d12-3cb3-4d08-9adb-870bdb00c24d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 946 time: 0.0461242 Oct 23 20:10:33.092172 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9db32af1-b1fb-45aa-a655-d7126b8129b2 req-8d6b5eb1-ecb6-417c-a3a8-2479d4b4217e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410855 Oct 23 20:10:34.223097 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7dc64-86e9-4c18-9910-d3004fa330d7 req-401a2b47-6103-4948-9c4d-8c8567ae43a2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:34.224465 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-21c7dc64-86e9-4c18-9910-d3004fa330d7 req-401a2b47-6103-4948-9c4d-8c8567ae43a2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 946 time: 0.0500290 Oct 23 20:10:34.273122 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-21c7dc64-86e9-4c18-9910-d3004fa330d7 req-6da3dba3-48ec-43c7-ac5e-d743a546e1f1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431080 Oct 23 20:10:35.399113 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2729645-89b3-4b7c-8fdd-34a79f563752 req-a09b19d1-9025-4abd-a9cf-799fb3effcd1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:35.400579 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d2729645-89b3-4b7c-8fdd-34a79f563752 req-a09b19d1-9025-4abd-a9cf-799fb3effcd1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 946 time: 0.0462470 Oct 23 20:10:35.446058 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d2729645-89b3-4b7c-8fdd-34a79f563752 req-562db03b-d1f3-40da-8bbb-5c36f7b51760 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400248 Oct 23 20:10:36.332046 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:10:40.738006 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:41.810389 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9e32cd5b-fb06-4626-819e-da979913295f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:42.042878 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=58 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:42.045572 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=54 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:44.191735 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-25ea4c5a-0590-4bd3-9e59-009663802b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:45.410450 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:45.440248 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=84 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:45.442466 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=65 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:46.327347 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:46.328139 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:46.754753 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:47.154890 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:50.104769 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81742e-db51-4a2b-9c01-a2c7c9eff1cf req-4ce96197-773b-444a-897a-99c76f0b1b4b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:50.106385 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8b81742e-db51-4a2b-9c01-a2c7c9eff1cf req-4ce96197-773b-444a-897a-99c76f0b1b4b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0472460 Oct 23 20:10:50.145287 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d973c-2267-437d-bfa5-4d0f0b381269 req-220a3f32-8685-40f9-86eb-973da4a08d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:50.146796 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-526d973c-2267-437d-bfa5-4d0f0b381269 req-220a3f32-8685-40f9-86eb-973da4a08d7d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 1130 time: 0.0859983 Oct 23 20:10:50.157049 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8b81742e-db51-4a2b-9c01-a2c7c9eff1cf req-015b3ce5-a54f-43b1-9926-b3ad04b5ae93 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446668 Oct 23 20:10:50.238880 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d973c-2267-437d-bfa5-4d0f0b381269 req-ec373f62-ec1c-4d28-8624-b7c67543f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:50.240343 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-526d973c-2267-437d-bfa5-4d0f0b381269 req-ec373f62-ec1c-4d28-8624-b7c67543f5a6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 919 time: 0.0870230 Oct 23 20:10:50.300852 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-526d973c-2267-437d-bfa5-4d0f0b381269 req-7279ce19-cbb0-4f79-8b2a-7ee8d9af88bd service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b0684f-5781-4279-b8fc-b59c705a8861 HTTP/1.1" status: 200 len: 1002 time: 0.0525308 Oct 23 20:10:50.351194 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d973c-2267-437d-bfa5-4d0f0b381269 req-208fbfd3-a64a-40ba-9403-ba7eab4e1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:50.353252 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-526d973c-2267-437d-bfa5-4d0f0b381269 req-208fbfd3-a64a-40ba-9403-ba7eab4e1b03 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.0461373 Oct 23 20:10:50.394802 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d973c-2267-437d-bfa5-4d0f0b381269 req-9718639a-771b-4663-8004-a3ce8b5a4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:50.396233 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-526d973c-2267-437d-bfa5-4d0f0b381269 req-9718639a-771b-4663-8004-a3ce8b5a4fe7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367262 Oct 23 20:10:50.486603 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-526d973c-2267-437d-bfa5-4d0f0b381269 req-6d6615a5-fce9-4ab9-9889-f0c41fa01514 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834532 Oct 23 20:10:50.573446 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-526d973c-2267-437d-bfa5-4d0f0b381269 req-039a0a40-febd-45c6-b9e4-a33938707774 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801246 Oct 23 20:10:51.281027 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09743b95-2c58-423f-a8bb-a95a9f251e4c req-267ff5ab-df0b-4a94-b2e3-c759458cbd00 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:51.282404 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-09743b95-2c58-423f-a8bb-a95a9f251e4c req-267ff5ab-df0b-4a94-b2e3-c759458cbd00 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0459833 Oct 23 20:10:51.328599 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-09743b95-2c58-423f-a8bb-a95a9f251e4c req-f0bee5a3-8f68-432f-a52c-5191ba8c1626 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408065 Oct 23 20:10:52.447539 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807a037-68d2-4fd0-8e38-56c102b4e70c req-820ba8b8-c7ae-4c8f-a9cc-502e1a6ba91e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:52.448971 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a807a037-68d2-4fd0-8e38-56c102b4e70c req-820ba8b8-c7ae-4c8f-a9cc-502e1a6ba91e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0450249 Oct 23 20:10:52.494437 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a807a037-68d2-4fd0-8e38-56c102b4e70c req-7ce8e44a-650d-4cf7-8894-19196f2a7e09 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396442 Oct 23 20:10:52.961784 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:10:52.967398 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:10:53.615889 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208e960-4e83-4219-af0e-986bfddb411b req-d6a366e3-43e6-4697-a154-21f8671dc083 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:53.617313 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f208e960-4e83-4219-af0e-986bfddb411b req-d6a366e3-43e6-4697-a154-21f8671dc083 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0490766 Oct 23 20:10:53.662460 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f208e960-4e83-4219-af0e-986bfddb411b req-b9247c34-68b8-4a89-962c-d94cb04fd7b6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395691 Oct 23 20:10:54.781233 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbdc17-4611-4e66-80f3-3286471503c1 req-0c6c02e7-20aa-4f28-95ca-2d34b8a72e58 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:54.782741 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4fbdc17-4611-4e66-80f3-3286471503c1 req-0c6c02e7-20aa-4f28-95ca-2d34b8a72e58 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0470476 Oct 23 20:10:54.830728 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4fbdc17-4611-4e66-80f3-3286471503c1 req-ffe56e6a-1acc-47da-9c1c-3878c8f69e35 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425661 Oct 23 20:10:55.953401 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5e723-636e-46c7-85ad-65649e0ac031 req-879c6c18-3fac-4f00-87d3-02a0655d7119 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:55.954957 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-88d5e723-636e-46c7-85ad-65649e0ac031 req-879c6c18-3fac-4f00-87d3-02a0655d7119 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0497093 Oct 23 20:10:56.000848 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-88d5e723-636e-46c7-85ad-65649e0ac031 req-586f4bb3-a101-43ee-8887-0625837a09bf tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403883 Oct 23 20:10:57.121871 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5527c-fa31-4010-8b1e-28134d0a3f02 req-9bb57bce-5575-4adc-b56b-309c8a406c98 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:57.123327 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c6d5527c-fa31-4010-8b1e-28134d0a3f02 req-9bb57bce-5575-4adc-b56b-309c8a406c98 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0457287 Oct 23 20:10:57.169224 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c6d5527c-fa31-4010-8b1e-28134d0a3f02 req-65075d6e-3154-4e98-ab4b-9f5f833135ad tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405052 Oct 23 20:10:58.285668 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944384b-cb77-470d-a61b-c6f1f217c83c req-0708952c-40a9-42b1-a703-ddf6ec6c3f7b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:58.287052 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3944384b-cb77-470d-a61b-c6f1f217c83c req-0708952c-40a9-42b1-a703-ddf6ec6c3f7b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0447941 Oct 23 20:10:58.335971 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3944384b-cb77-470d-a61b-c6f1f217c83c req-c5c37d92-ac4c-4ce6-b4d4-b0aca84a9f7a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429497 Oct 23 20:10:59.456092 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1ab88-7729-43c6-817a-aaad8f8da658 req-07ee633d-88e4-4c76-85c1-f587c23146d2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:10:59.457544 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b9e1ab88-7729-43c6-817a-aaad8f8da658 req-07ee633d-88e4-4c76-85c1-f587c23146d2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0460250 Oct 23 20:10:59.503453 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b9e1ab88-7729-43c6-817a-aaad8f8da658 req-78a252a8-bb88-48ab-95db-1613d988c0a8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398388 Oct 23 20:11:00.564520 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=49 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:00.570642 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=45 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:00.622354 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90336782-ce54-40ae-9d80-7673f7bb94f1 req-898f4f55-a8b0-44c8-9de9-8f3cebd75d4b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:00.623816 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-90336782-ce54-40ae-9d80-7673f7bb94f1 req-898f4f55-a8b0-44c8-9de9-8f3cebd75d4b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0464361 Oct 23 20:11:00.669040 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-90336782-ce54-40ae-9d80-7673f7bb94f1 req-04945d72-79be-4842-9e9c-026c02f98e7d tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398333 Oct 23 20:11:01.367012 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:01.791743 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87737f04-b195-4650-a2a1-70fae59bf2ca req-0cfdfa5e-9c84-4bf7-a2aa-d32c1bb8c0e1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:01.793176 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-87737f04-b195-4650-a2a1-70fae59bf2ca req-0cfdfa5e-9c84-4bf7-a2aa-d32c1bb8c0e1 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0506840 Oct 23 20:11:01.811351 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:01.840026 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-87737f04-b195-4650-a2a1-70fae59bf2ca req-8c4bf6ad-23fe-456a-8725-a3ec5b03f716 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413301 Oct 23 20:11:02.956620 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:02.959519 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:02.963475 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af303f51-faa6-4442-9317-378220a2197d req-e5c5cf82-8246-4a02-82b1-1a6c6e059c81 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:02.965474 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-af303f51-faa6-4442-9317-378220a2197d req-e5c5cf82-8246-4a02-82b1-1a6c6e059c81 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0509171 Oct 23 20:11:03.005381 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:03.020154 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-af303f51-faa6-4442-9317-378220a2197d req-05386543-09ea-41e5-a93b-8e71eb996023 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459619 Oct 23 20:11:03.606530 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09322f9a-d05e-4b3d-bb57-360e08c0ce76 req-ba00f721-9746-43fb-b1b4-bf36b6d0d3ad tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:03.608005 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-09322f9a-d05e-4b3d-bb57-360e08c0ce76 req-ba00f721-9746-43fb-b1b4-bf36b6d0d3ad tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0457480 Oct 23 20:11:03.659613 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-09322f9a-d05e-4b3d-bb57-360e08c0ce76 req-fa83e71b-015a-4670-a03c-1ada2f8e1f87 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444956 Oct 23 20:11:04.137694 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec49e4a-343c-466f-a145-96dd27bf3f83 req-39534f1d-1f8a-4d5f-aa9c-d7e072e8e720 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:04.139183 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fec49e4a-343c-466f-a145-96dd27bf3f83 req-39534f1d-1f8a-4d5f-aa9c-d7e072e8e720 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0461917 Oct 23 20:11:04.185865 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fec49e4a-343c-466f-a145-96dd27bf3f83 req-1265ce94-1fd5-45e0-9143-120d11709bda tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412719 Oct 23 20:11:04.777852 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ec4a2-c082-4033-8773-0a059f77b1fa req-f3119ec9-4e37-4c8f-8b0d-fa27caff3709 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:04.779313 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-784ec4a2-c082-4033-8773-0a059f77b1fa req-f3119ec9-4e37-4c8f-8b0d-fa27caff3709 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0456102 Oct 23 20:11:04.824246 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-784ec4a2-c082-4033-8773-0a059f77b1fa req-0a092a52-cc90-4e38-9975-f6027717bc04 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394900 Oct 23 20:11:05.307887 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a59bd8-4c91-4366-b079-a5b0a7948ff2 req-b50edabe-6520-4d3f-883b-59d049b5b886 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:05.309243 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c6a59bd8-4c91-4366-b079-a5b0a7948ff2 req-b50edabe-6520-4d3f-883b-59d049b5b886 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0495718 Oct 23 20:11:05.356625 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c6a59bd8-4c91-4366-b079-a5b0a7948ff2 req-c327698e-e54c-4b1d-94c3-a46cb6a13258 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406563 Oct 23 20:11:05.945641 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be09189-b447-476e-a0f5-6cf7ca8c9c9d req-ed4f9e4a-66db-48c6-bd60-ad40a22c991a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:05.947371 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5be09189-b447-476e-a0f5-6cf7ca8c9c9d req-ed4f9e4a-66db-48c6-bd60-ad40a22c991a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0461202 Oct 23 20:11:05.994100 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5be09189-b447-476e-a0f5-6cf7ca8c9c9d req-db53edd9-c21d-44f5-ad94-24d953af4ef1 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413604 Oct 23 20:11:06.479973 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb3789-3d43-47e2-b530-082bbd483bb1 req-925a8b42-30fb-4bbb-b131-60152e0673cd tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:06.481417 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-24eb3789-3d43-47e2-b530-082bbd483bb1 req-925a8b42-30fb-4bbb-b131-60152e0673cd tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0503018 Oct 23 20:11:06.527417 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-24eb3789-3d43-47e2-b530-082bbd483bb1 req-edced181-39dd-4fa6-8b0b-e1eea881ae35 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404673 Oct 23 20:11:07.110779 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc39cb0-674d-4f8d-bc9f-f97a86be0032 req-1bbc6b2d-228b-4054-a8b2-ad22febad4c3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:07.112241 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-adc39cb0-674d-4f8d-bc9f-f97a86be0032 req-1bbc6b2d-228b-4054-a8b2-ad22febad4c3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0460482 Oct 23 20:11:07.158715 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-adc39cb0-674d-4f8d-bc9f-f97a86be0032 req-4118c4c6-c24a-4440-adc0-f2ebb46a42b2 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410168 Oct 23 20:11:07.646306 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7e438-aea0-4fc5-ba1e-e3b546872315 req-b161f231-2079-406f-8466-854d5b7f40ff tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:07.647797 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-87e7e438-aea0-4fc5-ba1e-e3b546872315 req-b161f231-2079-406f-8466-854d5b7f40ff tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0456276 Oct 23 20:11:07.698120 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-87e7e438-aea0-4fc5-ba1e-e3b546872315 req-51efbd26-66b1-429d-bc0a-ede8264ea357 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440760 Oct 23 20:11:08.278945 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5536e5-556b-4e55-8025-e41772e39f95 req-fe1290de-5be5-48ba-9553-dc0fa955e413 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:08.280305 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fb5536e5-556b-4e55-8025-e41772e39f95 req-fe1290de-5be5-48ba-9553-dc0fa955e413 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0461087 Oct 23 20:11:08.326457 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fb5536e5-556b-4e55-8025-e41772e39f95 req-0a4de25d-4ad2-428b-a83f-ad55cef8ef54 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406642 Oct 23 20:11:08.817250 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c12c53-81d0-4f5c-8507-9d3f0a0f5604 req-c18b8ead-8f38-45be-8fdf-c93543e47241 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:08.818707 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b1c12c53-81d0-4f5c-8507-9d3f0a0f5604 req-c18b8ead-8f38-45be-8fdf-c93543e47241 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0458896 Oct 23 20:11:08.830032 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:08.869809 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b1c12c53-81d0-4f5c-8507-9d3f0a0f5604 req-849b4911-a9f7-438c-8662-24fd964032f8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448637 Oct 23 20:11:09.449917 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53f37a-a6dc-4302-a3a4-716c3df77adc req-3d517737-df20-4f97-8317-c3d4a3951fc9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:09.451409 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0c53f37a-a6dc-4302-a3a4-716c3df77adc req-3d517737-df20-4f97-8317-c3d4a3951fc9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0496886 Oct 23 20:11:09.487503 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:09.499172 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0c53f37a-a6dc-4302-a3a4-716c3df77adc req-bfa04a44-a111-44e0-8750-e8a703f66ce4 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414927 Oct 23 20:11:09.989713 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce67c2-f2a5-43a1-a98e-3511db256ca8 req-41689340-4b59-46c1-9e95-a55a81e6078e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:09.991185 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-69ce67c2-f2a5-43a1-a98e-3511db256ca8 req-41689340-4b59-46c1-9e95-a55a81e6078e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0458100 Oct 23 20:11:10.038829 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-69ce67c2-f2a5-43a1-a98e-3511db256ca8 req-31f0250a-7c10-449c-b92d-6474236c3005 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414169 Oct 23 20:11:10.329891 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:10.617053 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e536c6-d671-4665-a354-d6a6eb7c14fa req-fb87354e-b37e-4f2d-9ee5-508cbeb497e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:10.618468 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39e536c6-d671-4665-a354-d6a6eb7c14fa req-fb87354e-b37e-4f2d-9ee5-508cbeb497e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0456564 Oct 23 20:11:10.667658 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39e536c6-d671-4665-a354-d6a6eb7c14fa req-c230e681-515d-4637-af92-2e64b5e9b780 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Oct 23 20:11:11.162154 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa287-dc14-4516-a230-628498d7677a req-dddf5b80-1148-4739-a83c-2a8174232968 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:11.163624 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-17aaa287-dc14-4516-a230-628498d7677a req-dddf5b80-1148-4739-a83c-2a8174232968 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0459039 Oct 23 20:11:11.210204 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-17aaa287-dc14-4516-a230-628498d7677a req-54ae1800-8e80-45d9-a037-0668e370b1cd tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411091 Oct 23 20:11:11.785499 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a9c67-48df-40d9-9913-87e7266ee1a8 req-20b77d1a-28d7-4c20-a75f-fa2da39678a9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:11.786979 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a89a9c67-48df-40d9-9913-87e7266ee1a8 req-20b77d1a-28d7-4c20-a75f-fa2da39678a9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0461860 Oct 23 20:11:11.812593 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-aafecc6f-470c-422a-b8cd-e2d82b16ac06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:11.834647 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a89a9c67-48df-40d9-9913-87e7266ee1a8 req-b37c70b1-e9be-448b-99ff-f6562cea2cab tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416398 Oct 23 20:11:12.332282 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9c34a-cd00-4aba-b758-f160f8b5d45d req-37620656-8d35-47a2-aa21-fdb6f1d7a46a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:12.333748 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-19e9c34a-cd00-4aba-b758-f160f8b5d45d req-37620656-8d35-47a2-aa21-fdb6f1d7a46a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0488994 Oct 23 20:11:12.380094 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-19e9c34a-cd00-4aba-b758-f160f8b5d45d req-5658bcc0-8503-4481-88b3-9abc921c6b0a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401947 Oct 23 20:11:12.922035 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777afba-59ec-4ce6-8284-86db18144e01 req-bda2f9ca-54e3-4943-881f-7cc9ba1b7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:12.923659 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c777afba-59ec-4ce6-8284-86db18144e01 req-bda2f9ca-54e3-4943-881f-7cc9ba1b7451 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 1130 time: 0.0408397 Oct 23 20:11:12.961273 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7beb4a-4193-4943-8b38-374815cc41d5 req-9aed4001-26ec-4ce2-853b-33f056cc2c72 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:12.962904 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eb7beb4a-4193-4943-8b38-374815cc41d5 req-9aed4001-26ec-4ce2-853b-33f056cc2c72 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0478666 Oct 23 20:11:12.971888 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c777afba-59ec-4ce6-8284-86db18144e01 req-4fd4f799-ceb8-4f35-91c2-26904a6ba5df service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421305 Oct 23 20:11:13.011454 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-eb7beb4a-4193-4943-8b38-374815cc41d5 req-a13d618e-816b-4623-ba3a-ea60a252b771 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Oct 23 20:11:13.331054 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:11:13.503015 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e6493-b792-40c0-9bc9-8ac48bb1d121 req-5d3dcc78-4c97-420b-b537-9bb277003e9e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:13.504457 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5f2e6493-b792-40c0-9bc9-8ac48bb1d121 req-5d3dcc78-4c97-420b-b537-9bb277003e9e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0496335 Oct 23 20:11:13.550422 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5f2e6493-b792-40c0-9bc9-8ac48bb1d121 req-36e54aa9-b596-43a0-bf19-5877bbb6e68b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404348 Oct 23 20:11:14.134082 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cdfa2-5dea-4df2-8cca-f07b998670e6 req-21601fcb-cd2d-4263-a3e3-5eee795bfb61 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:14.135555 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-876cdfa2-5dea-4df2-8cca-f07b998670e6 req-21601fcb-cd2d-4263-a3e3-5eee795bfb61 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0460069 Oct 23 20:11:14.180620 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-876cdfa2-5dea-4df2-8cca-f07b998670e6 req-893e72bd-5666-4c0d-91ed-8054f25b776b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396330 Oct 23 20:11:14.196062 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-89d5a506-9149-48dd-ae62-06a70cbcc717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:14.670565 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f6cfd-74de-45f2-b279-7f5fddf34855 req-c09241ae-3873-4576-b7ad-07e1bf05d52f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:14.671986 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b0f6cfd-74de-45f2-b279-7f5fddf34855 req-c09241ae-3873-4576-b7ad-07e1bf05d52f tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0456319 Oct 23 20:11:14.721422 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b0f6cfd-74de-45f2-b279-7f5fddf34855 req-3cdda82f-d8ef-47d1-8519-fd22815672c9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439134 Oct 23 20:11:15.250197 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0419b58-1b05-4375-85c3-25a26e6411dc req-3519c933-6eb9-46c2-aab9-c9a4df96e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:15.251951 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:15.252080 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a0419b58-1b05-4375-85c3-25a26e6411dc req-3519c933-6eb9-46c2-aab9-c9a4df96e9f0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 1130 time: 0.0421913 Oct 23 20:11:15.279228 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c77b6-a23e-439d-8b37-748b921d86cc req-c440ca16-54d4-43f9-a865-27f0827a4fe0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:15.280696 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c45c77b6-a23e-439d-8b37-748b921d86cc req-c440ca16-54d4-43f9-a865-27f0827a4fe0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0575364 Oct 23 20:11:15.327321 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f81b8-a9b2-40cc-bfe1-d984a588cae9 req-9bafb774-85a1-4832-a1d1-b83c7299dfc9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:15.328771 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3d5f81b8-a9b2-40cc-bfe1-d984a588cae9 req-9bafb774-85a1-4832-a1d1-b83c7299dfc9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0664165 Oct 23 20:11:15.342218 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0419b58-1b05-4375-85c3-25a26e6411dc req-07db48a7-58a0-4c18-b39c-61805030d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:15.343750 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a0419b58-1b05-4375-85c3-25a26e6411dc req-07db48a7-58a0-4c18-b39c-61805030d58f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 919 time: 0.0860898 Oct 23 20:11:15.368914 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c45c77b6-a23e-439d-8b37-748b921d86cc req-601886ab-a75a-4529-8e05-666215caa121 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714993 Oct 23 20:11:15.402851 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3d5f81b8-a9b2-40cc-bfe1-d984a588cae9 req-356bee4f-581e-4e9b-859c-01f90de4f474 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642884 Oct 23 20:11:15.411323 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a0419b58-1b05-4375-85c3-25a26e6411dc req-dac0fe13-1dc5-4c07-b309-20ddb08ae8ee service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b0684f-5781-4279-b8fc-b59c705a8861 HTTP/1.1" status: 200 len: 1002 time: 0.0613296 Oct 23 20:11:15.415232 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:15.458654 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0419b58-1b05-4375-85c3-25a26e6411dc req-b3958e70-c1a1-49da-b6dc-e28525ee0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:15.460157 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a0419b58-1b05-4375-85c3-25a26e6411dc req-b3958e70-c1a1-49da-b6dc-e28525ee0f78 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.0435493 Oct 23 20:11:15.501749 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0419b58-1b05-4375-85c3-25a26e6411dc req-9328f4b0-ed7b-4842-8460-b85ee6cbe4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:15.503193 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a0419b58-1b05-4375-85c3-25a26e6411dc req-9328f4b0-ed7b-4842-8460-b85ee6cbe4fc service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366514 Oct 23 20:11:15.592494 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a0419b58-1b05-4375-85c3-25a26e6411dc req-63ce0470-54e9-4936-82ce-07e5635940e8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830867 Oct 23 20:11:15.679932 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a0419b58-1b05-4375-85c3-25a26e6411dc req-81230977-fb9f-4c3f-8e69-853c914350a4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802541 Oct 23 20:11:16.485384 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:16.502509 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16146903-a183-4ec4-942e-95b1e9560bf7 req-08c075d0-79ae-4c84-85b8-14dcc743bc19 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:16.503955 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-16146903-a183-4ec4-942e-95b1e9560bf7 req-08c075d0-79ae-4c84-85b8-14dcc743bc19 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0612369 Oct 23 20:11:16.549609 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0aaca-840e-4d6e-abd2-ea98f2e5ab0c req-9c9aa704-55a0-41e6-acca-b0bc65e958b9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:16.551057 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39f0aaca-840e-4d6e-abd2-ea98f2e5ab0c req-9c9aa704-55a0-41e6-acca-b0bc65e958b9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0688827 Oct 23 20:11:16.592999 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-16146903-a183-4ec4-942e-95b1e9560bf7 req-6e278493-b9e3-4237-9ad1-c225b93d1878 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738325 Oct 23 20:11:16.614215 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39f0aaca-840e-4d6e-abd2-ea98f2e5ab0c req-bcb6a05d-1f1b-48fa-9e76-633b84877b0b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536773 Oct 23 20:11:16.757340 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:17.147375 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:17.744911 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507c908-f497-4f6a-9ff6-eb63b6cd38ec req-40966b6e-f677-4bd5-a7b8-c67a6b46cc16 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:17.746410 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d507c908-f497-4f6a-9ff6-eb63b6cd38ec req-40966b6e-f677-4bd5-a7b8-c67a6b46cc16 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0779355 Oct 23 20:11:17.755930 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58099f2d-79f9-4b61-be69-5f1c53c1f114 req-572f2f05-781d-48ab-8f80-c13f891cf1ed tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:17.757282 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-58099f2d-79f9-4b61-be69-5f1c53c1f114 req-572f2f05-781d-48ab-8f80-c13f891cf1ed tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0571268 Oct 23 20:11:17.821744 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d507c908-f497-4f6a-9ff6-eb63b6cd38ec req-aa32be7e-e2e1-4126-9c9c-f7dea08deaea tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635664 Oct 23 20:11:17.833252 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-58099f2d-79f9-4b61-be69-5f1c53c1f114 req-17d65828-3f65-4240-843c-6995e76ab905 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680342 Oct 23 20:11:18.978688 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6b405-c023-4051-98d7-541b18d2257b req-39c043b8-16a1-4a31-a58d-4d90446090ea tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:18.980672 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4e6b405-c023-4051-98d7-541b18d2257b req-39c043b8-16a1-4a31-a58d-4d90446090ea tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0781436 Oct 23 20:11:18.987947 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078765c-ee75-4692-a046-4a428b36b78f req-fbec8a73-5b89-448b-81f4-e4ffe7ffee18 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:18.989298 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c078765c-ee75-4692-a046-4a428b36b78f req-fbec8a73-5b89-448b-81f4-e4ffe7ffee18 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0778935 Oct 23 20:11:19.058209 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4e6b405-c023-4051-98d7-541b18d2257b req-aa06eabc-46b0-4b02-9b24-428c0c0c1fa7 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679877 Oct 23 20:11:19.064874 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c078765c-ee75-4692-a046-4a428b36b78f req-4cbeaa8b-d76c-43fa-87a2-46bd78a3ee06 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688307 Oct 23 20:11:19.175259 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645106a-fe4e-4ff7-8625-d9299ec1e419 req-1897feed-d95d-4181-adf9-a1b2e9391a5a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:19.176704 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f645106a-fe4e-4ff7-8625-d9299ec1e419 req-1897feed-d95d-4181-adf9-a1b2e9391a5a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0480967 Oct 23 20:11:19.186960 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 60820) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:19.191167 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-f609a287-3873-4878-8aee-c441b36c5282 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Request body: {'floatingip': {'port_id': '41b0684f-5781-4279-b8fc-b59c705a8861'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:11:19.245253 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f609a287-3873-4878-8aee-c441b36c5282 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for floatingip (e0633422-7c91-423a-8865-218a6bc7b062), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:19.530691 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:19.544905 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:19.914731 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f609a287-3873-4878-8aee-c441b36c5282 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:19.918729 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f609a287-3873-4878-8aee-c441b36c5282 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (e0633422-7c91-423a-8865-218a6bc7b062), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:20.106272 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f609a287-3873-4878-8aee-c441b36c5282 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Router db9cbfec-86d1-480b-8271-c110e87dca47 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:11:20.205557 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4848-4815-482f-8122-8faaed940813 req-1ad3ea77-f95b-4932-88ad-d1aae57a72ce tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:20.207002 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a4c4848-4815-482f-8122-8faaed940813 req-1ad3ea77-f95b-4932-88ad-d1aae57a72ce tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0582287 Oct 23 20:11:20.271327 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f609a287-3873-4878-8aee-c441b36c5282 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:11:20.276027 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f609a287-3873-4878-8aee-c441b36c5282 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:20.280757 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14938c1-b687-4fdb-bcda-461442eb6e4a None None] Sync routers for ids ['db9cbfec-86d1-480b-8271-c110e87dca47'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:11:20.290194 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14938c1-b687-4fdb-bcda-461442eb6e4a None None] Routers {'db9cbfec-86d1-480b-8271-c110e87dca47'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:11:20.290906 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-c14938c1-b687-4fdb-bcda-461442eb6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:11:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['db9cbfec-86d1-480b-8271-c110e87dca47'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:20.315257 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a4c4848-4815-482f-8122-8faaed940813 req-63190731-207e-41e6-8a9e-f045b0b09a35 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824454 Oct 23 20:11:20.320902 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0850267f-8db1-4863-8a9f-661c2cba3304', 'tag': '41b0684f-5781-4279-b8fc-b59c705a8861'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:11:20.322901 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbded9d-6a90-41f2-aea9-095c24c3ffde" -d '{"events": [{"name": "network-changed", "server_uuid": "0850267f-8db1-4863-8a9f-661c2cba3304", "tag": "41b0684f-5781-4279-b8fc-b59c705a8861"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:11:20.355193 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-f609a287-3873-4878-8aee-c441b36c5282 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/e0633422-7c91-423a-8865-218a6bc7b062 HTTP/1.1" status: 200 len: 994 time: 1.1671937 Oct 23 20:11:20.403119 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-c14938c1-b687-4fdb-bcda-461442eb6e4a None None] Set router db9cbfec-86d1-480b-8271-c110e87dca47 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:11:20.435548 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c9b9ee-f1bc-4906-b008-d29551c67bee x-openstack-request-id: req-77c9b9ee-f1bc-4906-b008-d29551c67bee {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:11:20.435841 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0850267f-8db1-4863-8a9f-661c2cba3304", "tag": "41b0684f-5781-4279-b8fc-b59c705a8861", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:11:20.436094 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77c9b9ee-f1bc-4906-b008-d29551c67bee {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:11:20.436494 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c9b9ee-f1bc-4906-b008-d29551c67bee'] response: {'name': 'network-changed', 'server_uuid': '0850267f-8db1-4863-8a9f-661c2cba3304', 'tag': '41b0684f-5781-4279-b8fc-b59c705a8861', 'status': 'completed', 'code': 200} Oct 23 20:11:20.512847 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbded9d-6a90-41f2-aea9-095c24c3ffde req-33461cc6-785f-4128-9d4c-4f7384bf769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:20.514292 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8dbded9d-6a90-41f2-aea9-095c24c3ffde req-33461cc6-785f-4128-9d4c-4f7384bf769a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 1130 time: 0.0507588 Oct 23 20:11:20.544262 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37db5bb-720f-4894-980a-3d028b9d3243 req-07ec1801-3e18-4db1-b46e-a8e14f4a0935 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:20.546566 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f37db5bb-720f-4894-980a-3d028b9d3243 req-07ec1801-3e18-4db1-b46e-a8e14f4a0935 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0618546 Oct 23 20:11:20.614555 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbded9d-6a90-41f2-aea9-095c24c3ffde req-c6e42b5a-5282-476c-8b65-453b73d04b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:20.616018 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8dbded9d-6a90-41f2-aea9-095c24c3ffde req-c6e42b5a-5282-476c-8b65-453b73d04b3a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 919 time: 0.0943298 Oct 23 20:11:20.618916 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa0c44-cbf5-45d2-b167-4d263d031781 req-772ee8cb-9a11-4d40-acaa-276e0baa9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:20.620447 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1faa0c44-cbf5-45d2-b167-4d263d031781 req-772ee8cb-9a11-4d40-acaa-276e0baa9cff service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 1129 time: 0.0673187 Oct 23 20:11:20.626852 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-c14938c1-b687-4fdb-bcda-461442eb6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:23Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'e0633422-7c91-423a-8865-218a6bc7b062', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'port_id': '41b0684f-5781-4279-b8fc-b59c705a8861', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'mac_address': 'fa:16:3e:82:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850267f-8db1-4863-8a9f-661c2cba3304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:08:34Z', 'updated_at': '2022-10-23T20:11:19Z', 'revision_number': 3, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ee32f4-70fb-401f-8d18-54a8b60e27ae', 'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'mac_address': 'fa:16:3e:e9:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:22Z', 'updated_at': '2022-10-23T20:05:34Z', 'revision_number': 5, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'subnets': [{'id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:20.649172 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f37db5bb-720f-4894-980a-3d028b9d3243 req-fd89b3e7-b826-41e8-a465-6f6aa2c3f032 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971956 Oct 23 20:11:20.652164 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14938c1-b687-4fdb-bcda-461442eb6e4a None None] Checking router: db9cbfec-86d1-480b-8271-c110e87dca47 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:11:20.661856 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14938c1-b687-4fdb-bcda-461442eb6e4a None None] Routers {'db9cbfec-86d1-480b-8271-c110e87dca47'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:11:20.662517 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-c14938c1-b687-4fdb-bcda-461442eb6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:11:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['db9cbfec-86d1-480b-8271-c110e87dca47'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:20.693435 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8dbded9d-6a90-41f2-aea9-095c24c3ffde req-32a08c8a-ed7f-4290-b7c9-2ee2e78dfe38 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b0684f-5781-4279-b8fc-b59c705a8861 HTTP/1.1" status: 200 len: 1002 time: 0.0656443 Oct 23 20:11:20.720884 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa0c44-cbf5-45d2-b167-4d263d031781 req-cb8c4c69-fe02-494c-9a00-5985d0470789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:20.722526 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1faa0c44-cbf5-45d2-b167-4d263d031781 req-cb8c4c69-fe02-494c-9a00-5985d0470789 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=8e3b82ee-7488-4576-9263-10150a8cce41 HTTP/1.1" status: 200 len: 912 time: 0.0945840 Oct 23 20:11:20.743354 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbded9d-6a90-41f2-aea9-095c24c3ffde req-2b5f4d3e-0266-43fd-abd9-0c28b4c97de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:20.744821 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8dbded9d-6a90-41f2-aea9-095c24c3ffde req-2b5f4d3e-0266-43fd-abd9-0c28b4c97de2 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.0439532 Oct 23 20:11:20.774061 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-c14938c1-b687-4fdb-bcda-461442eb6e4a None None] Set router db9cbfec-86d1-480b-8271-c110e87dca47 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:11:20.788468 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1faa0c44-cbf5-45d2-b167-4d263d031781 req-b49f75fe-d16a-4d3b-9945-5b1e116e3ee0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e989a766-0552-40b5-acf0-9a2d7f1dfe99 HTTP/1.1" status: 200 len: 1001 time: 0.0600419 Oct 23 20:11:20.788895 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbded9d-6a90-41f2-aea9-095c24c3ffde req-3fc04e21-5024-4534-bfbe-f2f941e87d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:20.790410 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8dbded9d-6a90-41f2-aea9-095c24c3ffde req-3fc04e21-5024-4534-bfbe-f2f941e87d80 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396032 Oct 23 20:11:20.838579 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:20.844220 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa0c44-cbf5-45d2-b167-4d263d031781 req-c5ad1b02-abac-4cbb-b667-bf9b3e5fbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:20.845802 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1faa0c44-cbf5-45d2-b167-4d263d031781 req-c5ad1b02-abac-4cbb-b667-bf9b3e5fbdcd service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=daaca4e1-493a-432b-8103-3db60253ec00 HTTP/1.1" status: 200 len: 850 time: 0.0467691 Oct 23 20:11:20.890048 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa0c44-cbf5-45d2-b167-4d263d031781 req-d66d31fd-cca2-428f-bf62-329ba210f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:20.891303 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8dbded9d-6a90-41f2-aea9-095c24c3ffde req-02663a32-8959-43ef-81fe-37d3581c5acd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915842 Oct 23 20:11:20.891551 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1faa0c44-cbf5-45d2-b167-4d263d031781 req-d66d31fd-cca2-428f-bf62-329ba210f928 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=8e3b82ee-7488-4576-9263-10150a8cce41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397370 Oct 23 20:11:20.919276 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:20.965695 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:20.971094 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:20.992230 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8dbded9d-6a90-41f2-aea9-095c24c3ffde req-12a02bec-8efa-46d6-bb4e-cd99897e8efa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900624 Oct 23 20:11:20.996140 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1faa0c44-cbf5-45d2-b167-4d263d031781 req-6af3b66b-5d86-4844-b7f6-38cf393f30ab service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937521 Oct 23 20:11:21.000066 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-c14938c1-b687-4fdb-bcda-461442eb6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:23Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'e0633422-7c91-423a-8865-218a6bc7b062', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'port_id': '41b0684f-5781-4279-b8fc-b59c705a8861', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'mac_address': 'fa:16:3e:82:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850267f-8db1-4863-8a9f-661c2cba3304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:08:34Z', 'updated_at': '2022-10-23T20:11:19Z', 'revision_number': 3, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ee32f4-70fb-401f-8d18-54a8b60e27ae', 'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'mac_address': 'fa:16:3e:e9:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:22Z', 'updated_at': '2022-10-23T20:05:34Z', 'revision_number': 5, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'subnets': [{'id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:21.025608 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14938c1-b687-4fdb-bcda-461442eb6e4a None None] The sync data for ids ['db9cbfec-86d1-480b-8271-c110e87dca47'] in dv-cinder-862432-1-iscsi is: [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:23Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'e0633422-7c91-423a-8865-218a6bc7b062', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'port_id': '41b0684f-5781-4279-b8fc-b59c705a8861', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'mac_address': 'fa:16:3e:82:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850267f-8db1-4863-8a9f-661c2cba3304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:08:34Z', 'updated_at': '2022-10-23T20:11:19Z', 'revision_number': 3, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ee32f4-70fb-401f-8d18-54a8b60e27ae', 'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'mac_address': 'fa:16:3e:e9:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:22Z', 'updated_at': '2022-10-23T20:05:34Z', 'revision_number': 5, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'subnets': [{'id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:11:21.092393 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1faa0c44-cbf5-45d2-b167-4d263d031781 req-f155f556-d162-4508-8106-3ffe2ba68465 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892441 Oct 23 20:11:21.778486 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c95a1-466e-4dda-b21e-48c150a8e4e4 req-c2cfce31-4c56-41cc-97f9-139bd3f3f4f1 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:21.780185 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e40c95a1-466e-4dda-b21e-48c150a8e4e4 req-c2cfce31-4c56-41cc-97f9-139bd3f3f4f1 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0471034 Oct 23 20:11:21.825888 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e40c95a1-466e-4dda-b21e-48c150a8e4e4 req-a72eb050-4104-4432-84fc-0dec2bd008db tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399952 Oct 23 20:11:22.437272 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0850267f-8db1-4863-8a9f-661c2cba3304', 'tag': '41b0684f-5781-4279-b8fc-b59c705a8861'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:11:22.439627 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b808f7-0073-4537-bca3-f9eba3181da0" -d '{"events": [{"name": "network-changed", "server_uuid": "0850267f-8db1-4863-8a9f-661c2cba3304", "tag": "41b0684f-5781-4279-b8fc-b59c705a8861"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:11:22.476268 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd6e84d-8c25-4153-addf-c4630e455a96 x-openstack-request-id: req-bcd6e84d-8c25-4153-addf-c4630e455a96 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:11:22.476557 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0850267f-8db1-4863-8a9f-661c2cba3304", "tag": "41b0684f-5781-4279-b8fc-b59c705a8861", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:11:22.476810 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcd6e84d-8c25-4153-addf-c4630e455a96 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:11:22.477208 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd6e84d-8c25-4153-addf-c4630e455a96'] response: {'name': 'network-changed', 'server_uuid': '0850267f-8db1-4863-8a9f-661c2cba3304', 'tag': '41b0684f-5781-4279-b8fc-b59c705a8861', 'status': 'completed', 'code': 200} Oct 23 20:11:22.696268 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b808f7-0073-4537-bca3-f9eba3181da0 req-3869ebe7-25db-4ba7-a2d4-e676bc3ccf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:22.697913 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2b808f7-0073-4537-bca3-f9eba3181da0 req-3869ebe7-25db-4ba7-a2d4-e676bc3ccf4c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 1130 time: 0.0394077 Oct 23 20:11:22.792857 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b808f7-0073-4537-bca3-f9eba3181da0 req-91f0e8bc-3cee-48e1-8a72-a9d0572f9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:22.794339 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2b808f7-0073-4537-bca3-f9eba3181da0 req-91f0e8bc-3cee-48e1-8a72-a9d0572f9865 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 919 time: 0.0877645 Oct 23 20:11:22.857609 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2b808f7-0073-4537-bca3-f9eba3181da0 req-299d6075-65f2-4133-b62e-e87352aa106e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b0684f-5781-4279-b8fc-b59c705a8861 HTTP/1.1" status: 200 len: 1002 time: 0.0572698 Oct 23 20:11:22.948362 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b808f7-0073-4537-bca3-f9eba3181da0 req-22869843-03d0-46ec-991e-f6abeb0fcd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:22.951025 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2b808f7-0073-4537-bca3-f9eba3181da0 req-22869843-03d0-46ec-991e-f6abeb0fcd77 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.0814791 Oct 23 20:11:22.961980 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3678aa-3e9e-4ab0-a52f-bc9f728c91b6 req-4f22bc3f-b19e-4c56-9d71-0abe4db55bd8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:22.963359 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3d3678aa-3e9e-4ab0-a52f-bc9f728c91b6 req-4f22bc3f-b19e-4c56-9d71-0abe4db55bd8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0582173 Oct 23 20:11:22.976408 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:23.022984 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b808f7-0073-4537-bca3-f9eba3181da0 req-686d3dfd-9d3f-4c71-b516-35061c844955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:23.024468 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2b808f7-0073-4537-bca3-f9eba3181da0 req-686d3dfd-9d3f-4c71-b516-35061c844955 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602729 Oct 23 20:11:23.039967 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3d3678aa-3e9e-4ab0-a52f-bc9f728c91b6 req-99e0c005-dde7-4767-b95c-e39553bfab90 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664656 Oct 23 20:11:23.312394 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2b808f7-0073-4537-bca3-f9eba3181da0 req-a10b4e8c-b151-4aae-912f-38a8cd841d80 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865877 Oct 23 20:11:23.326338 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:23.327129 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:23.399664 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2b808f7-0073-4537-bca3-f9eba3181da0 req-f5d7fce5-82b3-4406-a1f7-7f8755e9534a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816047 Oct 23 20:11:26.432241 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e73da033-9c3e-44da-bf67-03422f3a87c4 req-7ddd63fd-ca3f-4459-9805-16b6d7672bc7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426428 Oct 23 20:11:26.513022 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73da033-9c3e-44da-bf67-03422f3a87c4 req-0815201b-9793-4226-bce9-99a5f499aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:26.514487 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e73da033-9c3e-44da-bf67-03422f3a87c4 req-0815201b-9793-4226-bce9-99a5f499aca5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 1129 time: 0.0376351 Oct 23 20:11:26.590417 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:26.614429 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:26.617615 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73da033-9c3e-44da-bf67-03422f3a87c4 req-5c40bb9a-8755-47f0-aa0d-254e29cd8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:26.619178 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e73da033-9c3e-44da-bf67-03422f3a87c4 req-5c40bb9a-8755-47f0-aa0d-254e29cd8755 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 919 time: 0.0854666 Oct 23 20:11:26.659915 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e73da033-9c3e-44da-bf67-03422f3a87c4 req-ba3eb40d-d1c9-4fbf-b95f-d9a1663093ee service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2157f124-6d4c-4aa3-8b95-ee304dc9379e HTTP/1.1" status: 200 len: 217 time: 0.0348463 Oct 23 20:11:26.705533 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73da033-9c3e-44da-bf67-03422f3a87c4 req-d4b11dd1-5dd3-475f-a8e4-d7d6b2806082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:26.706943 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e73da033-9c3e-44da-bf67-03422f3a87c4 req-d4b11dd1-5dd3-475f-a8e4-d7d6b2806082 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.0418000 Oct 23 20:11:26.749094 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73da033-9c3e-44da-bf67-03422f3a87c4 req-9a26ab34-5824-4958-b6c0-85399a6542f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:26.750582 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e73da033-9c3e-44da-bf67-03422f3a87c4 req-9a26ab34-5824-4958-b6c0-85399a6542f1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372531 Oct 23 20:11:26.840948 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e73da033-9c3e-44da-bf67-03422f3a87c4 req-61fff08e-3dcb-4c5b-b40a-74ae8de354c3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842602 Oct 23 20:11:26.929893 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e73da033-9c3e-44da-bf67-03422f3a87c4 req-9a5715d8-4332-4cc1-aa90-a1887027991b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824695 Oct 23 20:11:27.892518 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-244410e3-e14a-411c-95f3-4b47130d879a req-6b63369a-add9-407c-a2db-4ccedc2f53a5 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1713642150&fields=id&tenant_id=6b4261a7b9e642e5ba063a4790296b66 HTTP/1.1" status: 200 len: 267 time: 0.0476830 Oct 23 20:11:27.942624 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244410e3-e14a-411c-95f3-4b47130d879a req-2ba0b62b-bcdf-4190-84f4-ccf5d124b1d3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:27.944036 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-244410e3-e14a-411c-95f3-4b47130d879a req-2ba0b62b-bcdf-4190-84f4-ccf5d124b1d3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 984 time: 0.0462189 Oct 23 20:11:27.954587 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-244410e3-e14a-411c-95f3-4b47130d879a req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Request body: {'port': {'security_groups': ['499f1eee-d071-4ab0-aace-b1ebd19b3fb4']}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:11:28.029226 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-244410e3-e14a-411c-95f3-4b47130d879a req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:28.206030 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-244410e3-e14a-411c-95f3-4b47130d879a req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] For port 5baa163f-fb98-46dd-88e4-27b50776e2f7, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:28.233096 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-244410e3-e14a-411c-95f3-4b47130d879a req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:28.237476 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-244410e3-e14a-411c-95f3-4b47130d879a req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:28.247567 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244410e3-e14a-411c-95f3-4b47130d879a req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:28.248170 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-244410e3-e14a-411c-95f3-4b47130d879a req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:28.249498 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-244410e3-e14a-411c-95f3-4b47130d879a req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "PUT /networking/v2.0/ports/5baa163f-fb98-46dd-88e4-27b50776e2f7 HTTP/1.1" status: 200 len: 942 time: 0.2992127 Oct 23 20:11:28.249624 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['5baa163f-fb98-46dd-88e4-27b50776e2f7'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:11:28.250068 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:11:28.255302 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c6481b-2201-4452-91f7-ea883e8c9535" -d '{"events": [{"name": "network-changed", "server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:11:28.257259 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 60858) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:28.300408 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03659b04-c9d9-48c0-b93c-ced7269c4f8d x-openstack-request-id: req-03659b04-c9d9-48c0-b93c-ced7269c4f8d {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:11:28.301503 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:11:28.302086 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03659b04-c9d9-48c0-b93c-ced7269c4f8d {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:11:28.302697 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03659b04-c9d9-48c0-b93c-ced7269c4f8d'] response: {'name': 'network-changed', 'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'status': 'completed', 'code': 200} Oct 23 20:11:28.317479 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event updated for resources: {'Port': ['ID=5baa163f-fb98-46dd-88e4-27b50776e2f7,revision_number=7']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:28.333079 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group (cbda9d00-e98a-43c2-9d1f-4f2b50230b94), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:28.340379 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.340732 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.341073 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.341406 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.341737 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.342065 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.343034 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.343372 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.343700 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.344049 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.345001 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.345001 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.345201 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.345547 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.345905 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d22c-cea1-4c91-8745-1dca1e0fdc6d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.372107 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group (cbda9d00-e98a-43c2-9d1f-4f2b50230b94), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:28.379786 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6481b-2201-4452-91f7-ea883e8c9535 req-386d5638-9328-406c-bd6c-0716f85c2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:28.381351 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e3c6481b-2201-4452-91f7-ea883e8c9535 req-386d5638-9328-406c-bd6c-0716f85c2daf service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=6b4261a7b9e642e5ba063a4790296b66&device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 1129 time: 0.0542331 Oct 23 20:11:28.398495 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['5baa163f-fb98-46dd-88e4-27b50776e2f7'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:11:28.437831 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (cbda9d00-e98a-43c2-9d1f-4f2b50230b94), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:28.440909 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:28.444805 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/cbda9d00-e98a-43c2-9d1f-4f2b50230b94 HTTP/1.1" status: 204 len: 168 time: 0.1839125 Oct 23 20:11:28.447526 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 60860) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:28.463965 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbda9d00-e98a-43c2-9d1f-4f2b50230b94,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:28.486819 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6481b-2201-4452-91f7-ea883e8c9535 req-ef1c82aa-81bf-4435-a01c-a0e80d621767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:28.488833 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e3c6481b-2201-4452-91f7-ea883e8c9535 req-ef1c82aa-81bf-4435-a01c-a0e80d621767 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=e0f910e3-91d1-4d9b-b720-07380b5a7ead HTTP/1.1" status: 200 len: 916 time: 0.1003251 Oct 23 20:11:28.499581 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.499931 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.500275 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.500612 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.500941 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.501275 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.501601 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.501925 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.502271 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.502597 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.503297 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.503297 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.503579 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.503864 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.504183 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2effa35-6198-4642-b6e6-b614dde81a99 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:28.504837 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:28.561681 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:28.564583 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e3c6481b-2201-4452-91f7-ea883e8c9535 req-60832e35-c686-4826-a02c-36101f0805f5 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7 HTTP/1.1" status: 200 len: 1001 time: 0.0673862 Oct 23 20:11:28.616409 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6481b-2201-4452-91f7-ea883e8c9535 req-0fadb16f-16db-4e89-ae8d-8d717cc81a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:28.617893 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e3c6481b-2201-4452-91f7-ea883e8c9535 req-0fadb16f-16db-4e89-ae8d-8d717cc81a90 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2e0a3b2d-7920-4ec0-8431-eb47c4629d68 HTTP/1.1" status: 200 len: 854 time: 0.0467637 Oct 23 20:11:28.669196 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6481b-2201-4452-91f7-ea883e8c9535 req-4b1506b3-7e7f-433a-92bc-bb7206dd599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:28.670758 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e3c6481b-2201-4452-91f7-ea883e8c9535 req-4b1506b3-7e7f-433a-92bc-bb7206dd599a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e0f910e3-91d1-4d9b-b720-07380b5a7ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454419 Oct 23 20:11:28.764964 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e3c6481b-2201-4452-91f7-ea883e8c9535 req-addcba69-9a01-4886-8734-c38265ac00de service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870004 Oct 23 20:11:28.837798 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Deleting port e344cb40-2c65-4716-b703-9793f8624663 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:11:28.838136 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (e344cb40-2c65-4716-b703-9793f8624663), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:28.860632 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e3c6481b-2201-4452-91f7-ea883e8c9535 req-6bc71065-4811-446a-80c9-422ec91ac3d4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887692 Oct 23 20:11:28.919060 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (e344cb40-2c65-4716-b703-9793f8624663), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:28.919384 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for floatingip (e344cb40-2c65-4716-b703-9793f8624663), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:28.931678 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Calling delete_port for e344cb40-2c65-4716-b703-9793f8624663 owned by network:floatingip {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:11:29.103478 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (e344cb40-2c65-4716-b703-9793f8624663), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:29.129313 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event deleted for resources: {'Port': ['ID=e344cb40-2c65-4716-b703-9793f8624663,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:29.195154 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks [] for floatingip (8ca3e9b1-b9cc-42ed-83e2-eacc12cd2cd9), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:29.195568 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Floating IP 8ca3e9b1-b9cc-42ed-83e2-eacc12cd2cd9 disassociated (deleted). External IP: 172.27.0.243, port: 5baa163f-fb98-46dd-88e4-27b50776e2f7. Oct 23 20:11:29.326272 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:29.388493 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Router b3e70af7-561b-4e0c-ac61-34504ded34a3 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:11:29.390651 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:29.491410 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:11:29.496204 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:29.500628 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc770fa-7865-4a6c-821c-b9f8b9264794 None None] Sync routers for ids ['b3e70af7-561b-4e0c-ac61-34504ded34a3'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:11:29.511068 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc770fa-7865-4a6c-821c-b9f8b9264794 None None] Routers {'b3e70af7-561b-4e0c-ac61-34504ded34a3'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:11:29.511673 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-cdc770fa-7865-4a6c-821c-b9f8b9264794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:11:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['b3e70af7-561b-4e0c-ac61-34504ded34a3'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:29.525188 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-a6c4575c-93da-493d-8192-b539dcfaf6c3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/8ca3e9b1-b9cc-42ed-83e2-eacc12cd2cd9 HTTP/1.1" status: 204 len: 168 time: 1.0752456 Oct 23 20:11:29.525829 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:11:29.528636 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4c8021-8b36-4c69-8b3a-fd87ce20a0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:11:29.619356 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-cdc770fa-7865-4a6c-821c-b9f8b9264794 None None] Set router b3e70af7-561b-4e0c-ac61-34504ded34a3 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:11:29.626928 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dbe880-b34c-4b94-ad3f-6a7519e696e1 x-openstack-request-id: req-75dbe880-b34c-4b94-ad3f-6a7519e696e1 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:11:29.627218 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:11:29.627472 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75dbe880-b34c-4b94-ad3f-6a7519e696e1 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:11:29.628071 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dbe880-b34c-4b94-ad3f-6a7519e696e1'] response: {'name': 'network-changed', 'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'status': 'completed', 'code': 200} Oct 23 20:11:29.696326 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c8021-8b36-4c69-8b3a-fd87ce20a0c1 req-3a8dbd85-8cd3-4828-b2d9-312e6347dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:29.698404 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7c4c8021-8b36-4c69-8b3a-fd87ce20a0c1 req-3a8dbd85-8cd3-4828-b2d9-312e6347dd1b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=6b4261a7b9e642e5ba063a4790296b66&device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 1129 time: 0.0427024 Oct 23 20:11:29.801862 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c8021-8b36-4c69-8b3a-fd87ce20a0c1 req-4a1cefba-a5c8-495c-baa9-4d0f25f834c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:29.803422 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7c4c8021-8b36-4c69-8b3a-fd87ce20a0c1 req-4a1cefba-a5c8-495c-baa9-4d0f25f834c0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=e0f910e3-91d1-4d9b-b720-07380b5a7ead HTTP/1.1" status: 200 len: 916 time: 0.0987182 Oct 23 20:11:29.820087 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-cdc770fa-7865-4a6c-821c-b9f8b9264794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:06:41Z', 'revision_number': 4, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0', 'name': '', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'mac_address': 'fa:16:3e:28:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:40Z', 'updated_at': '2022-10-23T20:06:47Z', 'revision_number': 5, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'subnets': [{'id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:29.843008 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7c4c8021-8b36-4c69-8b3a-fd87ce20a0c1 req-84b8fb09-f43a-45d4-aa8e-c67f77dd1f6c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7 HTTP/1.1" status: 200 len: 217 time: 0.0335963 Oct 23 20:11:29.849625 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc770fa-7865-4a6c-821c-b9f8b9264794 None None] Checking router: b3e70af7-561b-4e0c-ac61-34504ded34a3 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:11:29.858793 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc770fa-7865-4a6c-821c-b9f8b9264794 None None] Routers {'b3e70af7-561b-4e0c-ac61-34504ded34a3'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:11:29.859390 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-cdc770fa-7865-4a6c-821c-b9f8b9264794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:11:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['b3e70af7-561b-4e0c-ac61-34504ded34a3'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:29.956603 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-cdc770fa-7865-4a6c-821c-b9f8b9264794 None None] Set router b3e70af7-561b-4e0c-ac61-34504ded34a3 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:11:30.214764 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-cdc770fa-7865-4a6c-821c-b9f8b9264794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:06:41Z', 'revision_number': 4, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0', 'name': '', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'mac_address': 'fa:16:3e:28:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:40Z', 'updated_at': '2022-10-23T20:06:47Z', 'revision_number': 5, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'subnets': [{'id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:30.231775 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c8021-8b36-4c69-8b3a-fd87ce20a0c1 req-20ae2c54-bbdb-4007-9a9a-06e5f727bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:30.233301 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7c4c8021-8b36-4c69-8b3a-fd87ce20a0c1 req-20ae2c54-bbdb-4007-9a9a-06e5f727bf1e service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2e0a3b2d-7920-4ec0-8431-eb47c4629d68 HTTP/1.1" status: 200 len: 854 time: 0.0454941 Oct 23 20:11:30.239027 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc770fa-7865-4a6c-821c-b9f8b9264794 None None] The sync data for ids ['b3e70af7-561b-4e0c-ac61-34504ded34a3'] in dv-cinder-862432-1-iscsi is: [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:06:41Z', 'revision_number': 4, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0', 'name': '', 'network_id': 'e0f910e3-91d1-4d9b-b720-07380b5a7ead', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'mac_address': 'fa:16:3e:28:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:40Z', 'updated_at': '2022-10-23T20:06:47Z', 'revision_number': 5, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'subnets': [{'id': '2e0a3b2d-7920-4ec0-8431-eb47c4629d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:11:30.286252 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c8021-8b36-4c69-8b3a-fd87ce20a0c1 req-1e40a6e3-9d52-4cc2-bb91-358fef437fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:30.288172 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7c4c8021-8b36-4c69-8b3a-fd87ce20a0c1 req-1e40a6e3-9d52-4cc2-bb91-358fef437fcf service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e0f910e3-91d1-4d9b-b720-07380b5a7ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450635 Oct 23 20:11:30.436826 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7c4c8021-8b36-4c69-8b3a-fd87ce20a0c1 req-473e216a-9a2b-4576-a2b5-4944527019d4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949368 Oct 23 20:11:30.476024 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba55a1a-225e-46b4-8eed-6f9795d08453 None None] New status for floating IP 8ca3e9b1-b9cc-42ed-83e2-eacc12cd2cd9: DOWN {{(pid=104661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:11:30.534120 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7c4c8021-8b36-4c69-8b3a-fd87ce20a0c1 req-f4125f16-9452-49ab-99d6-d2ee5e3d1005 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897632 Oct 23 20:11:32.286673 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91df68-d700-49c7-b2cc-d3295d3d6954 req-12dc2dd6-139c-4489-a53d-a441d9b9b179 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:32.288053 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ca91df68-d700-49c7-b2cc-d3295d3d6954 req-12dc2dd6-139c-4489-a53d-a441d9b9b179 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0475981 Oct 23 20:11:32.334561 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ca91df68-d700-49c7-b2cc-d3295d3d6954 req-e88100fd-e623-4f46-9300-74511da9206b tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Oct 23 20:11:33.453978 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1bffd-9f1e-43c8-acaf-943b5453ee0e req-edb46350-c1b9-4acf-ab64-0487ebfe5632 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:33.455550 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6dd1bffd-9f1e-43c8-acaf-943b5453ee0e req-edb46350-c1b9-4acf-ab64-0487ebfe5632 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0455327 Oct 23 20:11:33.501305 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6dd1bffd-9f1e-43c8-acaf-943b5453ee0e req-6d902bb9-95ff-4b98-9f08-9ab0458801a3 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Oct 23 20:11:34.634108 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:34.654996 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abc5c5-486e-497d-bbe6-25d2528b811d req-8bca4cef-d786-4bb0-ab83-213450b0d6cd tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:34.656466 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-62abc5c5-486e-497d-bbe6-25d2528b811d req-8bca4cef-d786-4bb0-ab83-213450b0d6cd tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0807002 Oct 23 20:11:34.663972 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7996d-8012-4f69-8d0a-ae84999ebe17 req-b9dda47f-74ce-4443-9f83-8bf26c88a12d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:34.665312 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cea7996d-8012-4f69-8d0a-ae84999ebe17 req-b9dda47f-74ce-4443-9f83-8bf26c88a12d tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 945 time: 0.0578842 Oct 23 20:11:34.740267 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:34.763958 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-62abc5c5-486e-497d-bbe6-25d2528b811d req-478f289e-8b3c-44c6-91c6-417a200c5c85 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=499f1eee-d071-4ab0-aace-b1ebd19b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977533 Oct 23 20:11:34.781879 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-cea7996d-8012-4f69-8d0a-ae84999ebe17 req-0374206d-fb6d-4a1f-9a08-6ef45128f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Deleting port 5baa163f-fb98-46dd-88e4-27b50776e2f7 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:11:34.782229 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-cea7996d-8012-4f69-8d0a-ae84999ebe17 req-0374206d-fb6d-4a1f-9a08-6ef45128f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:34.870235 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-cea7996d-8012-4f69-8d0a-ae84999ebe17 req-0374206d-fb6d-4a1f-9a08-6ef45128f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] For port 5baa163f-fb98-46dd-88e4-27b50776e2f7, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5baa163f-fb98-46dd-88e4-27b50776e2f7,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:34.870893 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-cea7996d-8012-4f69-8d0a-ae84999ebe17 req-0374206d-fb6d-4a1f-9a08-6ef45128f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:34.883529 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-cea7996d-8012-4f69-8d0a-ae84999ebe17 req-0374206d-fb6d-4a1f-9a08-6ef45128f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Calling delete_port for 5baa163f-fb98-46dd-88e4-27b50776e2f7 owned by compute:nova {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:11:35.010133 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-cea7996d-8012-4f69-8d0a-ae84999ebe17 req-0374206d-fb6d-4a1f-9a08-6ef45128f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (5baa163f-fb98-46dd-88e4-27b50776e2f7), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:35.025103 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['5baa163f-fb98-46dd-88e4-27b50776e2f7'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:11:35.027787 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:35.029392 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:35.038992 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374206d-fb6d-4a1f-9a08-6ef45128f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Pushing event deleted for resources: {'Port': ['ID=5baa163f-fb98-46dd-88e4-27b50776e2f7,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:35.087233 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea7996d-8012-4f69-8d0a-ae84999ebe17 req-0374206d-fb6d-4a1f-9a08-6ef45128f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] No DVR routers for this DVR port 5baa163f-fb98-46dd-88e4-27b50776e2f7 on host hv-cinder-86243 {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:11:35.090470 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-cea7996d-8012-4f69-8d0a-ae84999ebe17 req-0374206d-fb6d-4a1f-9a08-6ef45128f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:35.093807 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cea7996d-8012-4f69-8d0a-ae84999ebe17 req-0374206d-fb6d-4a1f-9a08-6ef45128f246 tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.15 "DELETE /networking/v2.0/ports/5baa163f-fb98-46dd-88e4-27b50776e2f7 HTTP/1.1" status: 204 len: 173 time: 0.4211922 Oct 23 20:11:35.094316 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'name': 'network-vif-deleted', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:11:35.096523 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68e2fff-5feb-40b5-83f7-4028c3d7ed24" -d '{"events": [{"server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "name": "network-vif-deleted", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:11:35.134613 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8af1c4f-80bb-4526-a8f2-bfb271771cfe x-openstack-request-id: req-e8af1c4f-80bb-4526-a8f2-bfb271771cfe {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:11:35.134816 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5375465-162e-4d9d-affe-27a205b609f5", "name": "network-vif-deleted", "tag": "5baa163f-fb98-46dd-88e4-27b50776e2f7", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:11:35.135230 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8af1c4f-80bb-4526-a8f2-bfb271771cfe {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:11:35.135534 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8af1c4f-80bb-4526-a8f2-bfb271771cfe'] response: {'server_uuid': 'd5375465-162e-4d9d-affe-27a205b609f5', 'name': 'network-vif-deleted', 'tag': '5baa163f-fb98-46dd-88e4-27b50776e2f7', 'status': 'completed', 'code': 200} Oct 23 20:11:35.883315 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cca64bef-0e99-4caa-9746-724a0b0a4e89 req-1a0cd371-bd61-4e0b-9977-d0fff7e6ffbf tempest-TestMinimumBasicScenario-1849300538 tempest-TestMinimumBasicScenario-1849300538-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=d5375465-162e-4d9d-affe-27a205b609f5 HTTP/1.1" status: 200 len: 210 time: 0.0340393 Oct 23 20:11:37.463061 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 60946) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:37.535410 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5baa163f-fb98-46dd-88e4-27b50776e2f7 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:11:37.554047 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 5baa163f-fb98-46dd-88e4-27b50776e2f7 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:11:37.554410 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5baa163f-fb98-46dd-88e4-27b50776e2f7 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:11:37.868150 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfaaa1e-650b-424e-a111-3518f9bf15ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16394362'] for router_interface (b3e70af7-561b-4e0c-ac61-34504ded34a3), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:38.087277 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-8cfaaa1e-650b-424e-a111-3518f9bf15ca admin admin] Deleting port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:11:38.087621 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfaaa1e-650b-424e-a111-3518f9bf15ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:38.164874 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-8cfaaa1e-650b-424e-a111-3518f9bf15ca admin admin] For port 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:38.165231 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfaaa1e-650b-424e-a111-3518f9bf15ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:38.177922 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-8cfaaa1e-650b-424e-a111-3518f9bf15ca admin admin] Calling delete_port for 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 owned by network:router_interface {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:11:38.218228 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:38.301607 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:38.354388 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfaaa1e-650b-424e-a111-3518f9bf15ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:38.381245 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfaaa1e-650b-424e-a111-3518f9bf15ca admin admin] Pushing event deleted for resources: {'Port': ['ID=6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:38.540413 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfaaa1e-650b-424e-a111-3518f9bf15ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16321041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16392394'] for router_interface (b3e70af7-561b-4e0c-ac61-34504ded34a3), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:38.560894 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a28a29-b80e-495f-beaa-8d0e9f418d41 None None] get_active_networks_info from dv-cinder-862432-1-iscsi {{(pid=104661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 20:11:38.615410 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:38.672905 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a28a29-b80e-495f-beaa-8d0e9f418d41 None None] Resources bound (agent type, host, resource id): {{(pid=104661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 20:11:38.746378 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfaaa1e-650b-424e-a111-3518f9bf15ca admin admin] Router b3e70af7-561b-4e0c-ac61-34504ded34a3 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:11:38.846159 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfaaa1e-650b-424e-a111-3518f9bf15ca admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:11:38.855255 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-8cfaaa1e-650b-424e-a111-3518f9bf15ca admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/b3e70af7-561b-4e0c-ac61-34504ded34a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3864398 Oct 23 20:11:38.855255 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 60950) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:38.857688 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a9f46-9680-42e0-a783-2a9968c29a9d None None] Sync routers for ids ['b3e70af7-561b-4e0c-ac61-34504ded34a3'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:11:38.866886 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a9f46-9680-42e0-a783-2a9968c29a9d None None] Routers {'b3e70af7-561b-4e0c-ac61-34504ded34a3'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:11:38.867429 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-fc3a9f46-9680-42e0-a783-2a9968c29a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:11:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['b3e70af7-561b-4e0c-ac61-34504ded34a3'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:38.936418 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:38.953019 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Publish callbacks [] for router (b3e70af7-561b-4e0c-ac61-34504ded34a3), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:38.973731 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-fc3a9f46-9680-42e0-a783-2a9968c29a9d None None] Set router b3e70af7-561b-4e0c-ac61-34504ded34a3 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:11:39.060603 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Publish callbacks [] for router_gateway (b3e70af7-561b-4e0c-ac61-34504ded34a3), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:39.110974 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Deleting port ef3beaa4-6eef-4253-b19d-c24a549dc06f {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:11:39.111400 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:39.146558 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=100 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:39.164058 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-fc3a9f46-9680-42e0-a783-2a9968c29a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:11:38Z', 'revision_number': 5, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port': {'id': 'ef3beaa4-6eef-4253-b19d-c24a549dc06f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:38Z', 'updated_at': '2022-10-23T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:39.191139 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a9f46-9680-42e0-a783-2a9968c29a9d None None] Checking router: b3e70af7-561b-4e0c-ac61-34504ded34a3 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:11:39.199268 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=100 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:39.202673 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a9f46-9680-42e0-a783-2a9968c29a9d None None] Routers {'b3e70af7-561b-4e0c-ac61-34504ded34a3'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:11:39.203422 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-fc3a9f46-9680-42e0-a783-2a9968c29a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:11:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['b3e70af7-561b-4e0c-ac61-34504ded34a3'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:39.210711 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] For port ef3beaa4-6eef-4253-b19d-c24a549dc06f, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=ef3beaa4-6eef-4253-b19d-c24a549dc06f,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:39.211012 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:39.226070 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Calling delete_port for ef3beaa4-6eef-4253-b19d-c24a549dc06f owned by network:router_gateway {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:11:39.296912 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-fc3a9f46-9680-42e0-a783-2a9968c29a9d None None] Set router b3e70af7-561b-4e0c-ac61-34504ded34a3 gateway port host: None {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:11:39.330995 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:39.350710 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-fc3a9f46-9680-42e0-a783-2a9968c29a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:11:39Z', 'revision_number': 6, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port_host': None}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:39.377772 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a9f46-9680-42e0-a783-2a9968c29a9d None None] The sync data for ids ['b3e70af7-561b-4e0c-ac61-34504ded34a3'] in dv-cinder-862432-1-iscsi is: [{'id': 'b3e70af7-561b-4e0c-ac61-34504ded34a3', 'name': 'tempest-TestMinimumBasicScenario-1789033929-router', 'tenant_id': '6b4261a7b9e642e5ba063a4790296b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:37Z', 'updated_at': '2022-10-23T20:11:39Z', 'revision_number': 6, 'project_id': '6b4261a7b9e642e5ba063a4790296b66', 'gw_port_host': None}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:11:39.414999 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (ef3beaa4-6eef-4253-b19d-c24a549dc06f), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:39.424232 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-522e1f07-7184-4631-b627-17178f4dca34 None None] Provisioning complete for port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:11:39.424819 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-522e1f07-7184-4631-b627-17178f4dca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:39.425158 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-522e1f07-7184-4631-b627-17178f4dca34 None None] Attempt 1 to provision port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 Oct 23 20:11:39.441255 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3beaa4-6eef-4253-b19d-c24a549dc06f,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:39.501440 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-522e1f07-7184-4631-b627-17178f4dca34 None None] Current status of the port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:11:39.505811 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16393631'] for router_gateway (b3e70af7-561b-4e0c-ac61-34504ded34a3), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:39.830827 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16393360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48003'] for router (b3e70af7-561b-4e0c-ac61-34504ded34a3), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:39.832993 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Publish callbacks [] for router_controller (b3e70af7-561b-4e0c-ac61-34504ded34a3), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:39.893661 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16394297'] for router (b3e70af7-561b-4e0c-ac61-34504ded34a3), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:39.894224 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3e70af7-561b-4e0c-ac61-34504ded34a3 {{(pid=104659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 20:11:39.898963 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:39.900027 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-56d4a6d9-df78-43b6-800a-01c5bf213684 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/b3e70af7-561b-4e0c-ac61-34504ded34a3 HTTP/1.1" status: 204 len: 168 time: 1.0451722 Oct 23 20:11:39.902539 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 60952) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:39.945253 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ff13db-c0ca-4ad6-8868-b20cb06e5f4e admin admin] Deleting subnet 2e0a3b2d-7920-4ec0-8431-eb47c4629d68 {{(pid=104659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:11:39.949124 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56ff13db-c0ca-4ad6-8868-b20cb06e5f4e admin admin] Publish callbacks [] for subnet (2e0a3b2d-7920-4ec0-8431-eb47c4629d68), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:39.985766 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56ff13db-c0ca-4ad6-8868-b20cb06e5f4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182768'] for subnet (2e0a3b2d-7920-4ec0-8431-eb47c4629d68), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.058602 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56ff13db-c0ca-4ad6-8868-b20cb06e5f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (2e0a3b2d-7920-4ec0-8431-eb47c4629d68), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.060402 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:40.110894 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56ff13db-c0ca-4ad6-8868-b20cb06e5f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2990477'] for subnet (2e0a3b2d-7920-4ec0-8431-eb47c4629d68), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.140460 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff13db-c0ca-4ad6-8868-b20cb06e5f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0a3b2d-7920-4ec0-8431-eb47c4629d68,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:40.144063 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-56ff13db-c0ca-4ad6-8868-b20cb06e5f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.147205 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-56ff13db-c0ca-4ad6-8868-b20cb06e5f4e admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/2e0a3b2d-7920-4ec0-8431-eb47c4629d68 HTTP/1.1" status: 204 len: 168 time: 0.2437494 Oct 23 20:11:40.150157 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 60954) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:40.152072 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e7404a-b2ca-4950-bfaf-5d73690aa02b None None] Network e0f910e3-91d1-4d9b-b720-07380b5a7ead requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:11:40.222957 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (e0f910e3-91d1-4d9b-b720-07380b5a7ead), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.267550 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Deleting port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:11:40.267912 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.337464 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] For port d8ee6ea7-fff3-4403-9dc1-aca645fe3087, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=d8ee6ea7-fff3-4403-9dc1-aca645fe3087,segment=NetworkSegment(02ebb77a-d682-482c-bb04-636c0d380819),segment_id=02ebb77a-d682-482c-bb04-636c0d380819)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:40.337929 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.352042 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Calling delete_port for d8ee6ea7-fff3-4403-9dc1-aca645fe3087 owned by network:dhcp {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:11:40.450459 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (d8ee6ea7-fff3-4403-9dc1-aca645fe3087), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.462568 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9882989d-f626-4b5c-84b8-7e4f6b6f2763 None None] DHCP port deletion for e0f910e3-91d1-4d9b-b720-07380b5a7ead request from dv-cinder-862432-1-iscsi {{(pid=104661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 20:11:40.479015 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ee6ea7-fff3-4403-9dc1-aca645fe3087,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:40.485187 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] No DVR routers for this DVR port d8ee6ea7-fff3-4403-9dc1-aca645fe3087 on host dv-cinder-862432-1-iscsi {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:11:40.553009 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:DELETE=10,neutron:UPDATE=3,neutron:SELECT=87 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:40.555188 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (e0f910e3-91d1-4d9b-b720-07380b5a7ead), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.577434 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f910e3-91d1-4d9b-b720-07380b5a7ead']}} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:40.587026 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ebb77a-d682-482c-bb04-636c0d380819') {'for_net_delete': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:40.587331 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ebb77a-d682-482c-bb04-636c0d380819') {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:40.596902 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182779'] for segment (02ebb77a-d682-482c-bb04-636c0d380819), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.610322 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (02ebb77a-d682-482c-bb04-636c0d380819), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.616532 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=104659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:11:40.617020 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921699'] for segment (02ebb77a-d682-482c-bb04-636c0d380819), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.681997 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (e0f910e3-91d1-4d9b-b720-07380b5a7ead), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.689156 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:40.692371 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/e0f910e3-91d1-4d9b-b720-07380b5a7ead HTTP/1.1" status: 204 len: 168 time: 0.5412543 Oct 23 20:11:40.695389 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 60960) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:40.702804 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc3e41-be5d-4f61-8541-79c0703ced82 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f910e3-91d1-4d9b-b720-07380b5a7ead,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:40.751708 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment 02ebb77a-d682-482c-bb04-636c0d380819 resource provider aggregate not found Oct 23 20:11:40.770834 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment 02ebb77a-d682-482c-bb04-636c0d380819 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02ebb77a-d682-482c-bb04-636c0d380819 found for delete ", "request_id": "req-3e799166-ef64-4881-829b-c45310c7c8b6"}]} Oct 23 20:11:41.195440 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device d8ee6ea7-fff3-4403-9dc1-aca645fe3087 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:11:41.218102 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: d8ee6ea7-fff3-4403-9dc1-aca645fe3087 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:11:41.218471 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device d8ee6ea7-fff3-4403-9dc1-aca645fe3087 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:11:41.218889 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device ef3beaa4-6eef-4253-b19d-c24a549dc06f no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:11:41.237087 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: ef3beaa4-6eef-4253-b19d-c24a549dc06f {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:11:41.237430 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device ef3beaa4-6eef-4253-b19d-c24a549dc06f not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:11:41.237837 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:11:41.255598 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:11:41.255947 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 6edfdce8-f3c0-4f1c-8e38-cb4704dfe4d0 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:11:41.318228 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a2019c68-76af-4f9a-b63a-5ea09fc0ed08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16394362'] for router_interface (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:41.471223 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:41.566902 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:41.583796 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-a2019c68-76af-4f9a-b63a-5ea09fc0ed08 admin admin] Deleting port e2171194-6fa8-4fae-86f6-fccfedfa8e42 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:11:41.584140 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a2019c68-76af-4f9a-b63a-5ea09fc0ed08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:41.662121 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-a2019c68-76af-4f9a-b63a-5ea09fc0ed08 admin admin] For port e2171194-6fa8-4fae-86f6-fccfedfa8e42, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e2171194-6fa8-4fae-86f6-fccfedfa8e42,segment=NetworkSegment(8c01675b-e4d5-4bcf-a705-c99af82228e9),segment_id=8c01675b-e4d5-4bcf-a705-c99af82228e9)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:41.662500 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a2019c68-76af-4f9a-b63a-5ea09fc0ed08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:41.675630 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-a2019c68-76af-4f9a-b63a-5ea09fc0ed08 admin admin] Calling delete_port for e2171194-6fa8-4fae-86f6-fccfedfa8e42 owned by network:router_interface {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:11:41.813810 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-7858072d-253c-4739-8224-c9a06a9e5eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:41.854543 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a2019c68-76af-4f9a-b63a-5ea09fc0ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (e2171194-6fa8-4fae-86f6-fccfedfa8e42), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:41.881454 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2019c68-76af-4f9a-b63a-5ea09fc0ed08 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2171194-6fa8-4fae-86f6-fccfedfa8e42,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:42.043253 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a2019c68-76af-4f9a-b63a-5ea09fc0ed08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16321041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16392394'] for router_interface (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:42.063450 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69842d5d-2e1e-477a-83a9-ba7ea68bbb9f None None] get_active_networks_info from dv-cinder-862432-1-iscsi {{(pid=104661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 20:11:42.165590 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69842d5d-2e1e-477a-83a9-ba7ea68bbb9f None None] Resources bound (agent type, host, resource id): {{(pid=104661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 20:11:42.251605 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2019c68-76af-4f9a-b63a-5ea09fc0ed08 admin admin] Router f0d5c828-8da7-45bd-b377-cee5b1bef9e8 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:11:42.337768 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:42.339820 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:42.354963 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2019c68-76af-4f9a-b63a-5ea09fc0ed08 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:11:42.363080 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-a2019c68-76af-4f9a-b63a-5ea09fc0ed08 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/f0d5c828-8da7-45bd-b377-cee5b1bef9e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6640365 Oct 23 20:11:42.363080 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 60968) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:42.365116 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c98a2-cdc2-4ecb-a36c-fc2388efe6a2 None None] Sync routers for ids ['f0d5c828-8da7-45bd-b377-cee5b1bef9e8'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:11:42.376298 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c98a2-cdc2-4ecb-a36c-fc2388efe6a2 None None] Routers {'f0d5c828-8da7-45bd-b377-cee5b1bef9e8'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:11:42.376914 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-222c98a2-cdc2-4ecb-a36c-fc2388efe6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:11:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['f0d5c828-8da7-45bd-b377-cee5b1bef9e8'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:42.462121 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Publish callbacks [] for router (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:42.489399 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-222c98a2-cdc2-4ecb-a36c-fc2388efe6a2 None None] Set router f0d5c828-8da7-45bd-b377-cee5b1bef9e8 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:11:42.568760 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Publish callbacks [] for router_gateway (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:42.623712 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Deleting port 9eca6a81-6c69-4b87-b79f-db5076043848 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:11:42.624077 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (9eca6a81-6c69-4b87-b79f-db5076043848), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:42.677515 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-222c98a2-cdc2-4ecb-a36c-fc2388efe6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'name': 'tempest-TestMinimumBasicScenario-1739547232-router', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:11:41Z', 'revision_number': 5, 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'gw_port': {'id': '9eca6a81-6c69-4b87-b79f-db5076043848', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:42.711566 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c98a2-cdc2-4ecb-a36c-fc2388efe6a2 None None] Checking router: f0d5c828-8da7-45bd-b377-cee5b1bef9e8 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:11:42.714710 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] For port 9eca6a81-6c69-4b87-b79f-db5076043848, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=9eca6a81-6c69-4b87-b79f-db5076043848,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:42.715096 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (9eca6a81-6c69-4b87-b79f-db5076043848), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:42.721371 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c98a2-cdc2-4ecb-a36c-fc2388efe6a2 None None] Routers {'f0d5c828-8da7-45bd-b377-cee5b1bef9e8'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:11:42.722089 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-222c98a2-cdc2-4ecb-a36c-fc2388efe6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:11:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['f0d5c828-8da7-45bd-b377-cee5b1bef9e8'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:42.738762 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Calling delete_port for 9eca6a81-6c69-4b87-b79f-db5076043848 owned by network:router_gateway {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:11:42.834871 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-222c98a2-cdc2-4ecb-a36c-fc2388efe6a2 None None] Set router f0d5c828-8da7-45bd-b377-cee5b1bef9e8 gateway port host: None {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:11:42.889329 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-222c98a2-cdc2-4ecb-a36c-fc2388efe6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'name': 'tempest-TestMinimumBasicScenario-1739547232-router', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:11:42Z', 'revision_number': 6, 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'gw_port_host': None}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:42.916615 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c98a2-cdc2-4ecb-a36c-fc2388efe6a2 None None] The sync data for ids ['f0d5c828-8da7-45bd-b377-cee5b1bef9e8'] in dv-cinder-862432-1-iscsi is: [{'id': 'f0d5c828-8da7-45bd-b377-cee5b1bef9e8', 'name': 'tempest-TestMinimumBasicScenario-1739547232-router', 'tenant_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:06:45Z', 'updated_at': '2022-10-23T20:11:42Z', 'revision_number': 6, 'project_id': '6f612c9285bd4cd9b00a0092f350d1d8', 'gw_port_host': None}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:11:42.926238 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (9eca6a81-6c69-4b87-b79f-db5076043848), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:42.945547 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-031ba2b2-c633-4fb1-a46f-6134d76aabbb None None] Provisioning complete for port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:11:42.945968 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-031ba2b2-c633-4fb1-a46f-6134d76aabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:42.946327 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-031ba2b2-c633-4fb1-a46f-6134d76aabbb None None] Attempt 1 to provision port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 Oct 23 20:11:42.964977 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eca6a81-6c69-4b87-b79f-db5076043848,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:42.970968 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:43.048181 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16393631'] for router_gateway (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.077536 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-031ba2b2-c633-4fb1-a46f-6134d76aabbb None None] Current status of the port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:11:43.155388 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16393360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48003'] for router (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.157555 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Publish callbacks [] for router_controller (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.210676 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16394297'] for router (f0d5c828-8da7-45bd-b377-cee5b1bef9e8), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.211280 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0d5c828-8da7-45bd-b377-cee5b1bef9e8 {{(pid=104660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 20:11:43.216798 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.217933 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-2ea8e31d-b5b0-48d3-aa7f-879c88cbeb30 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/f0d5c828-8da7-45bd-b377-cee5b1bef9e8 HTTP/1.1" status: 204 len: 168 time: 0.8539374 Oct 23 20:11:43.221154 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 60982) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:43.264112 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_v2 [None req-168fa405-6092-4f0a-9692-36b9ed91ce83 admin admin] Deleting subnet a680ed30-de98-43f4-93dc-02f160ce1458 {{(pid=104660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:11:43.267098 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-168fa405-6092-4f0a-9692-36b9ed91ce83 admin admin] Publish callbacks [] for subnet (a680ed30-de98-43f4-93dc-02f160ce1458), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.304007 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-168fa405-6092-4f0a-9692-36b9ed91ce83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25212802'] for subnet (a680ed30-de98-43f4-93dc-02f160ce1458), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.345597 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:43.381890 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:43.406052 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-168fa405-6092-4f0a-9692-36b9ed91ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (a680ed30-de98-43f4-93dc-02f160ce1458), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.460977 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-168fa405-6092-4f0a-9692-36b9ed91ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25298249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318950'] for subnet (a680ed30-de98-43f4-93dc-02f160ce1458), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.487256 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fa405-6092-4f0a-9692-36b9ed91ce83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a680ed30-de98-43f4-93dc-02f160ce1458,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:43.492269 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-168fa405-6092-4f0a-9692-36b9ed91ce83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.497513 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e0a4e7-b516-4713-8e88-5b88824e6928 None None] Network 309c00f6-1f43-4cd9-96ac-78782c4982b8 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:11:43.499213 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 60984) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:43.499609 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-168fa405-6092-4f0a-9692-36b9ed91ce83 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/a680ed30-de98-43f4-93dc-02f160ce1458 HTTP/1.1" status: 204 len: 168 time: 0.2771575 Oct 23 20:11:43.575786 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (309c00f6-1f43-4cd9-96ac-78782c4982b8), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.590624 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e2171194-6fa8-4fae-86f6-fccfedfa8e42 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:11:43.614207 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: e2171194-6fa8-4fae-86f6-fccfedfa8e42 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:11:43.615080 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e2171194-6fa8-4fae-86f6-fccfedfa8e42 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:11:43.630975 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Deleting port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:11:43.631319 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.700670 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] DHCP port deletion for 309c00f6-1f43-4cd9-96ac-78782c4982b8 request from dv-cinder-862432-1-iscsi {{(pid=104661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 20:11:43.710524 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] For port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77,segment=NetworkSegment(8c01675b-e4d5-4bcf-a705-c99af82228e9),segment_id=8c01675b-e4d5-4bcf-a705-c99af82228e9)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:43.710857 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.724401 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Calling delete_port for e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 owned by network:dhcp {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:11:43.740524 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Deleting port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 {{(pid=104661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:11:43.741181 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), before_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.743856 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:43.792890 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:43.814220 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.814619 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] For port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77,segment=NetworkSegment(8c01675b-e4d5-4bcf-a705-c99af82228e9),segment_id=8c01675b-e4d5-4bcf-a705-c99af82228e9)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:43.815022 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), precommit_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.825718 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:43.832047 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Calling delete_port for e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 owned by network:dhcp {{(pid=104661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:11:43.846957 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Pushing event deleted for resources: {'Port': ['ID=e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:43.850899 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] No DVR routers for this DVR port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 on host dv-cinder-862432-1-iscsi {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:11:43.919805 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936'] for port (e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77), after_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.931860 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (309c00f6-1f43-4cd9-96ac-78782c4982b8), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.943150 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Pushing event deleted for resources: {'Port': ['ID=e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77,revision_number=None']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:43.953373 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] No DVR routers for this DVR port e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 on host dv-cinder-862432-1-iscsi {{(pid=104661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:11:43.955452 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.955878 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.956024 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309c00f6-1f43-4cd9-96ac-78782c4982b8']}} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:43.956547 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.956899 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.957226 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.957712 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.958207 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.958733 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.959227 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.959716 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.960050 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.960403 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.960736 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.961084 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.961388 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e4cfa3-d84d-4c53-9f72-ae7a44347ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:11:43.967568 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c01675b-e4d5-4bcf-a705-c99af82228e9') {'for_net_delete': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:43.967865 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c01675b-e4d5-4bcf-a705-c99af82228e9') {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:43.978118 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182779'] for segment (8c01675b-e4d5-4bcf-a705-c99af82228e9), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.992021 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (8c01675b-e4d5-4bcf-a705-c99af82228e9), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:43.998962 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=104659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:11:43.999379 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921699'] for segment (8c01675b-e4d5-4bcf-a705-c99af82228e9), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:44.045981 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment 8c01675b-e4d5-4bcf-a705-c99af82228e9 resource provider aggregate not found Oct 23 20:11:44.063783 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment 8c01675b-e4d5-4bcf-a705-c99af82228e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c01675b-e4d5-4bcf-a705-c99af82228e9 found for delete ", "request_id": "req-fa795f47-3667-4ba8-b57c-8e319458a310"}]} Oct 23 20:11:44.065009 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (309c00f6-1f43-4cd9-96ac-78782c4982b8), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:44.070929 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:44.074466 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/309c00f6-1f43-4cd9-96ac-78782c4982b8 HTTP/1.1" status: 204 len: 168 time: 0.5741858 Oct 23 20:11:44.086811 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e619b8-7c54-4976-b9bc-6f4b05d6570e admin admin] Pushing event deleted for resources: {'Network': ['ID=309c00f6-1f43-4cd9-96ac-78782c4982b8,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:44.199546 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 32768) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:44.203121 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-da385ca8-7ae1-4091-a958-cac24217bd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:44.244204 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-61ca4bb2-6ca1-4640-a92b-6a6d5bf78854 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6b4261a7b9e642e5ba063a4790296b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435035 Oct 23 20:11:44.246828 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 32772) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:44.295556 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6b66055e-6746-44f2-8da1-93b477e5bd4c admin admin] Publish callbacks [] for security_group (499f1eee-d071-4ab0-aace-b1ebd19b3fb4), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:44.315552 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6b66055e-6746-44f2-8da1-93b477e5bd4c admin admin] Publish callbacks [] for security_group (499f1eee-d071-4ab0-aace-b1ebd19b3fb4), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:44.370986 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6b66055e-6746-44f2-8da1-93b477e5bd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (499f1eee-d071-4ab0-aace-b1ebd19b3fb4), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:44.373545 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6b66055e-6746-44f2-8da1-93b477e5bd4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:44.374728 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-6b66055e-6746-44f2-8da1-93b477e5bd4c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/499f1eee-d071-4ab0-aace-b1ebd19b3fb4 HTTP/1.1" status: 204 len: 168 time: 0.1270103 Oct 23 20:11:44.389260 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66055e-6746-44f2-8da1-93b477e5bd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499f1eee-d071-4ab0-aace-b1ebd19b3fb4,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:44.454591 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7672cbf-bf0f-466c-a5d6-7b3dcbc7b8c5 req-24381e23-91cd-4796-b13a-110f9e4fb85d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:44.456105 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a7672cbf-bf0f-466c-a5d6-7b3dcbc7b8c5 req-24381e23-91cd-4796-b13a-110f9e4fb85d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 946 time: 0.0482781 Oct 23 20:11:44.505367 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a7672cbf-bf0f-466c-a5d6-7b3dcbc7b8c5 req-c367a470-a718-42f6-ae31-98aee4c67589 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438864 Oct 23 20:11:44.698874 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 32780) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:44.737443 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-bcf7ae2d-df60-4daa-906d-347f8d6f1bc4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6f612c9285bd4cd9b00a0092f350d1d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374632 Oct 23 20:11:44.739904 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 32782) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:44.789977 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-67bb48eb-6d04-4c01-a57e-f896cba76ed7 admin admin] Publish callbacks [] for security_group (bf62ffc8-65c3-4cb2-976f-92a6198bd0a2), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:45.061754 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-67bb48eb-6d04-4c01-a57e-f896cba76ed7 admin admin] Publish callbacks [] for security_group (bf62ffc8-65c3-4cb2-976f-92a6198bd0a2), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:45.108456 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-67bb48eb-6d04-4c01-a57e-f896cba76ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (bf62ffc8-65c3-4cb2-976f-92a6198bd0a2), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:45.111611 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-67bb48eb-6d04-4c01-a57e-f896cba76ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:45.112740 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-67bb48eb-6d04-4c01-a57e-f896cba76ed7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/bf62ffc8-65c3-4cb2-976f-92a6198bd0a2 HTTP/1.1" status: 204 len: 168 time: 0.3719761 Oct 23 20:11:45.121075 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb48eb-6d04-4c01-a57e-f896cba76ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf62ffc8-65c3-4cb2-976f-92a6198bd0a2,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:45.214563 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:11:45.234057 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:11:45.234413 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e31ac0ad-c1c7-4c1f-a511-456e4b3c1a77 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:11:45.234834 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 9eca6a81-6c69-4b87-b79f-db5076043848 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:11:45.253973 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 9eca6a81-6c69-4b87-b79f-db5076043848 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:11:45.254338 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 9eca6a81-6c69-4b87-b79f-db5076043848 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:11:45.418546 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:45.637024 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d631a-83e4-4d5c-be54-83d0eac94063 req-028042fb-38c0-400a-9451-aeb3415ecd47 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:45.638504 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-466d631a-83e4-4d5c-be54-83d0eac94063 req-028042fb-38c0-400a-9451-aeb3415ecd47 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 946 time: 0.0462892 Oct 23 20:11:45.684184 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-466d631a-83e4-4d5c-be54-83d0eac94063 req-f0c2f436-4daa-415c-bd73-636f0daffa52 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=eb3ec8b7-41e8-4efa-b532-35e3f006e663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400598 Oct 23 20:11:46.189018 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-3c5308f6-9116-44a8-bc27-02c02bf477f2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:46.190466 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-3c5308f6-9116-44a8-bc27-02c02bf477f2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 946 time: 0.0479369 Oct 23 20:11:46.273079 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Deleting port 5324bb33-be61-462e-b3ed-9373ad4fce7f {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:11:46.273340 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:46.363203 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] For port 5324bb33-be61-462e-b3ed-9373ad4fce7f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5324bb33-be61-462e-b3ed-9373ad4fce7f,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:46.363565 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:46.543780 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:46.567244 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:46.567606 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (5a2dc7d7-db6d-4022-b9bc-749dffa5a357), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:46.567922 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Floating IP 5a2dc7d7-db6d-4022-b9bc-749dffa5a357 disassociated. External IP: 172.27.0.191, port: 5324bb33-be61-462e-b3ed-9373ad4fce7f. Oct 23 20:11:46.568260 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Calling delete_port for 5324bb33-be61-462e-b3ed-9373ad4fce7f owned by compute:nova {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:11:46.639433 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:46.692531 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (5324bb33-be61-462e-b3ed-9373ad4fce7f), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:46.724233 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event deleted for resources: {'Port': ['ID=5324bb33-be61-462e-b3ed-9373ad4fce7f,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:46.765276 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:46.809961 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c1a6f857-8955-4bd3-9799-e431feed1efb req-d64559f7-9168-4606-b64e-a948956c2b83 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4abcffff-127a-4a75-84a5-19e12536b4de HTTP/1.1" status: 200 len: 210 time: 0.0353508 Oct 23 20:11:46.858513 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Router 3e205361-8c32-44bd-bf7f-2041d0c68a05 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:11:46.959362 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:11:46.969889 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93212d-4719-44ce-b08e-734d99dd44f5 None None] Sync routers for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:11:46.980821 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93212d-4719-44ce-b08e-734d99dd44f5 None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:11:46.981377 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0e93212d-4719-44ce-b08e-734d99dd44f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:11:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:47.000588 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] No DVR routers for this DVR port 5324bb33-be61-462e-b3ed-9373ad4fce7f on host hv-cinder-86243 {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:11:47.002914 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:47.006130 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dff8a7e2-fd1e-4372-96e0-00a11e9899d6 req-4df54ef9-a038-4b3b-ac14-e14c17593f3a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.15 "DELETE /networking/v2.0/ports/5324bb33-be61-462e-b3ed-9373ad4fce7f HTTP/1.1" status: 204 len: 173 time: 0.8101888 Oct 23 20:11:47.006655 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'name': 'network-vif-deleted', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:11:47.008937 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc3b4bd-71ef-4820-ba11-637e68ce8f87" -d '{"events": [{"server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "name": "network-vif-deleted", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:11:47.071517 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac2e0a1-d0c0-4887-9e13-2029ac1b23f8 x-openstack-request-id: req-2ac2e0a1-d0c0-4887-9e13-2029ac1b23f8 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:11:47.071861 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abcffff-127a-4a75-84a5-19e12536b4de", "name": "network-vif-deleted", "tag": "5324bb33-be61-462e-b3ed-9373ad4fce7f", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:11:47.072123 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ac2e0a1-d0c0-4887-9e13-2029ac1b23f8 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:11:47.072800 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac2e0a1-d0c0-4887-9e13-2029ac1b23f8'] response: {'server_uuid': '4abcffff-127a-4a75-84a5-19e12536b4de', 'name': 'network-vif-deleted', 'tag': '5324bb33-be61-462e-b3ed-9373ad4fce7f', 'status': 'completed', 'code': 200} Oct 23 20:11:47.095608 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-0e93212d-4719-44ce-b08e-734d99dd44f5 None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:11:47.163751 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:47.298148 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0e93212d-4719-44ce-b08e-734d99dd44f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:35Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:47.323168 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93212d-4719-44ce-b08e-734d99dd44f5 None None] Checking router: 3e205361-8c32-44bd-bf7f-2041d0c68a05 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:11:47.331851 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93212d-4719-44ce-b08e-734d99dd44f5 None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:11:47.332454 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0e93212d-4719-44ce-b08e-734d99dd44f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:11:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:47.432166 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-0e93212d-4719-44ce-b08e-734d99dd44f5 None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:11:47.611658 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0e93212d-4719-44ce-b08e-734d99dd44f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:35Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:11:47.640061 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93212d-4719-44ce-b08e-734d99dd44f5 None None] The sync data for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi is: [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:35Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:11:47.852597 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa85698-79d2-402d-811a-0f20c8bdce23 None None] New status for floating IP 5a2dc7d7-db6d-4022-b9bc-749dffa5a357: DOWN {{(pid=104661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:11:48.925816 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 32800) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:48.979812 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0a35fc25-cfa5-4c4d-bc24-8afc84e7e24f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group (eb3ec8b7-41e8-4efa-b532-35e3f006e663), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.001599 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0a35fc25-cfa5-4c4d-bc24-8afc84e7e24f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group (eb3ec8b7-41e8-4efa-b532-35e3f006e663), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.048621 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0a35fc25-cfa5-4c4d-bc24-8afc84e7e24f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (eb3ec8b7-41e8-4efa-b532-35e3f006e663), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.051232 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0a35fc25-cfa5-4c4d-bc24-8afc84e7e24f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.052356 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-0a35fc25-cfa5-4c4d-bc24-8afc84e7e24f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/eb3ec8b7-41e8-4efa-b532-35e3f006e663 HTTP/1.1" status: 204 len: 168 time: 0.1255035 Oct 23 20:11:49.055308 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 32802) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:49.061619 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35fc25-cfa5-4c4d-bc24-8afc84e7e24f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3ec8b7-41e8-4efa-b532-35e3f006e663,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:49.069823 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.api.v2.resource [None req-c4a058aa-5363-42cd-8c90-1f7d7b47be66 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] show failed (client error): The resource could not be found. Oct 23 20:11:49.075518 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-c4a058aa-5363-42cd-8c90-1f7d7b47be66 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups/eb3ec8b7-41e8-4efa-b532-35e3f006e663 HTTP/1.1" status: 404 len: 347 time: 0.0145206 Oct 23 20:11:49.075738 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 32804) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:49.111690 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:49.188389 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-49bc2c5b-84c5-4c2a-a8b4-8a9432bb7f4e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Deleting port a901cd9f-b0d4-4304-9739-cac85b391359 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:11:49.188652 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49bc2c5b-84c5-4c2a-a8b4-8a9432bb7f4e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (a901cd9f-b0d4-4304-9739-cac85b391359), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.265144 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49bc2c5b-84c5-4c2a-a8b4-8a9432bb7f4e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (a901cd9f-b0d4-4304-9739-cac85b391359), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.265468 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49bc2c5b-84c5-4c2a-a8b4-8a9432bb7f4e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (a901cd9f-b0d4-4304-9739-cac85b391359), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.277646 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-49bc2c5b-84c5-4c2a-a8b4-8a9432bb7f4e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Calling delete_port for a901cd9f-b0d4-4304-9739-cac85b391359 owned by network:floatingip {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:11:49.408241 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49bc2c5b-84c5-4c2a-a8b4-8a9432bb7f4e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (a901cd9f-b0d4-4304-9739-cac85b391359), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.430288 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc2c5b-84c5-4c2a-a8b4-8a9432bb7f4e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event deleted for resources: {'Port': ['ID=a901cd9f-b0d4-4304-9739-cac85b391359,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:49.485861 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:49.495544 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49bc2c5b-84c5-4c2a-a8b4-8a9432bb7f4e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (5a2dc7d7-db6d-4022-b9bc-749dffa5a357), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.498009 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49bc2c5b-84c5-4c2a-a8b4-8a9432bb7f4e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.499189 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-49bc2c5b-84c5-4c2a-a8b4-8a9432bb7f4e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/5a2dc7d7-db6d-4022-b9bc-749dffa5a357 HTTP/1.1" status: 204 len: 168 time: 0.4225016 Oct 23 20:11:49.590769 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 32808) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:49.595279 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-7d718189-bffa-48cd-884f-dcb84f122b57 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1748466110', 'description': 'tempest-description--2143046922'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:11:49.616241 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7d718189-bffa-48cd-884f-dcb84f122b57 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.684424 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7d718189-bffa-48cd-884f-dcb84f122b57 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group (067d6d21-c8ac-49ce-9719-6eef1cc14751), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.687968 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7d718189-bffa-48cd-884f-dcb84f122b57 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (067d6d21-c8ac-49ce-9719-6eef1cc14751), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.720456 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7d718189-bffa-48cd-884f-dcb84f122b57 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.721745 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-7d718189-bffa-48cd-884f-dcb84f122b57 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1299286 Oct 23 20:11:49.722874 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d718189-bffa-48cd-884f-dcb84f122b57 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067d6d21-c8ac-49ce-9719-6eef1cc14751,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:49.724898 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 32810) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:49.730967 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-5383806c-1c79-4f17-8a0b-06f27eeda6b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Request body: {'security_group_rule': {'security_group_id': '067d6d21-c8ac-49ce-9719-6eef1cc14751', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:11:49.760118 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5383806c-1c79-4f17-8a0b-06f27eeda6b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group_rule (bbe9cc35-aa7b-4850-bbfa-e80891ec4eda), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.813876 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5383806c-1c79-4f17-8a0b-06f27eeda6b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group_rule (bbe9cc35-aa7b-4850-bbfa-e80891ec4eda), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.817180 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5383806c-1c79-4f17-8a0b-06f27eeda6b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (bbe9cc35-aa7b-4850-bbfa-e80891ec4eda), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.834967 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383806c-1c79-4f17-8a0b-06f27eeda6b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe9cc35-aa7b-4850-bbfa-e80891ec4eda,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:49.842322 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5383806c-1c79-4f17-8a0b-06f27eeda6b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.843485 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-5383806c-1c79-4f17-8a0b-06f27eeda6b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174655 Oct 23 20:11:49.846171 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 32812) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:49.850373 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-8239f977-28d9-4121-bb23-4fa246fdedff tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Request body: {'security_group_rule': {'security_group_id': '067d6d21-c8ac-49ce-9719-6eef1cc14751', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:11:49.876805 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8239f977-28d9-4121-bb23-4fa246fdedff tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group_rule (ba57c7e3-b8a4-484d-a0c6-fe636c1f2f92), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.919508 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:49.934517 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8239f977-28d9-4121-bb23-4fa246fdedff tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group_rule (ba57c7e3-b8a4-484d-a0c6-fe636c1f2f92), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.938570 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8239f977-28d9-4121-bb23-4fa246fdedff tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (ba57c7e3-b8a4-484d-a0c6-fe636c1f2f92), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.960901 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239f977-28d9-4121-bb23-4fa246fdedff tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba57c7e3-b8a4-484d-a0c6-fe636c1f2f92,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:49.965454 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8239f977-28d9-4121-bb23-4fa246fdedff tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:49.966875 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-8239f977-28d9-4121-bb23-4fa246fdedff tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196547 Oct 23 20:11:49.969831 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 32814) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:11:49.974214 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:11:49.982435 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:49.998894 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:50.077321 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:50.183169 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Allocated IP 172.27.0.66 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/409f85e8-38a8-44ca-9b27-6e183338c4e7) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:11:50.292568 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for port (409f85e8-38a8-44ca-9b27-6e183338c4e7), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:50.327114 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (409f85e8-38a8-44ca-9b27-6e183338c4e7), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:50.330635 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:11:50.366206 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:11:50.371335 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:11:50.373863 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:11:50.401459 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event updated for resources: {'Port': ['ID=409f85e8-38a8-44ca-9b27-6e183338c4e7,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:50.470106 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (76db43c5-b845-4687-9594-2f7e47433d33), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:50.508268 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (409f85e8-38a8-44ca-9b27-6e183338c4e7), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:50.663025 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:50.665788 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for port (409f85e8-38a8-44ca-9b27-6e183338c4e7), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:50.670716 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (409f85e8-38a8-44ca-9b27-6e183338c4e7), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:50.717552 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:50.741771 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event updated for resources: {'Port': ['ID=409f85e8-38a8-44ca-9b27-6e183338c4e7,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:50.744284 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (76db43c5-b845-4687-9594-2f7e47433d33), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:50.761242 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:50.762780 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-3b3cc7b6-ee1f-482e-85f4-26737196ba50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7916529 Oct 23 20:11:50.980177 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-1f9cad64-1eef-4c63-be20-919ba7a0dffd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1748466110&fields=id&tenant_id=4023fb7431ad496fa044b19190f014d8 HTTP/1.1" status: 200 len: 267 time: 0.0485110 Oct 23 20:11:51.084325 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2c79d759-c4f7-4653-a99c-2d99b0040a0f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:51.085755 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2c79d759-c4f7-4653-a99c-2d99b0040a0f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 817 time: 0.0990567 Oct 23 20:11:51.100617 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-d6a73c42-d405-4878-91ff-50a71f015f5f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/quotas/4023fb7431ad496fa044b19190f014d8 HTTP/1.1" status: 200 len: 375 time: 0.0087969 Oct 23 20:11:51.149072 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-61aaa153-6f9e-4537-83ce-459ed0b77a4c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431461 Oct 23 20:11:51.339866 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-225c73ad-5831-4e53-8ee3-74e8a1b941ae service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779506 Oct 23 20:11:51.429454 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-11fcad65-a8e2-4880-81fb-a8819261d4ba service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837693 Oct 23 20:11:51.591617 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5324bb33-be61-462e-b3ed-9373ad4fce7f no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:11:51.593478 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7ceab9d3-ada0-4d58-8383-9fbac6603275 req-9e0c4bdf-9ebf-4992-921c-539990310e5f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 210 time: 0.0289526 Oct 23 20:11:51.619199 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 5324bb33-be61-462e-b3ed-9373ad4fce7f {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:11:51.619647 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 5324bb33-be61-462e-b3ed-9373ad4fce7f not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:11:52.703093 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1122e28d-4940-40a5-a216-95a83f03c768 req-854aa2a8-9b65-49cf-a8a8-e5bb1829feb5 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 210 time: 0.0289156 Oct 23 20:11:52.834631 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-1eb67528-4692-451f-ae9d-317363d92190 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:52.836056 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-1eb67528-4692-451f-ae9d-317363d92190 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.15 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 817 time: 0.1055627 Oct 23 20:11:52.905710 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-60804d68-35cf-4a2f-bba5-61f2cc1a0216 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4023fb7431ad496fa044b19190f014d8 HTTP/1.1" status: 200 len: 380 time: 0.0610385 Oct 23 20:11:52.913462 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Request body: {'port': {'device_id': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'admin_state_up': True, 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'security_groups': ['067d6d21-c8ac-49ce-9719-6eef1cc14751']}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:11:52.978831 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:53.022981 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Made reservation on behalf of 4023fb7431ad496fa044b19190f014d8 for: {'port': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:11:53.027378 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:53.154326 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Allocated IP 172.20.0.11 (d42fdacc-7ef9-4dc3-a526-50a70d71365d/dc2e838e-b2cf-45fa-b203-1a13f0d5cd82/c97132ca-3b21-4ca1-846d-806a393225ba) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:11:53.158493 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:53.171413 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:53.298034 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for port (c97132ca-3b21-4ca1-846d-806a393225ba), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:53.329570 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:53.371232 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Network d42fdacc-7ef9-4dc3-a526-50a70d71365d is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:11:53.376112 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:11:53.378527 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:11:53.403734 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event updated for resources: {'Port': ['ID=c97132ca-3b21-4ca1-846d-806a393225ba,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:53.436612 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:53.437247 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:53.457190 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-9acad523-8c85-4786-b54c-f3f5172d17eb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5472136 Oct 23 20:11:53.468628 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Request body: {'port': {'device_id': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:11:53.536041 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:53.566698 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-79301273-e6df-4463-9178-e7ea3948e5cf None None] Provisioning complete for port c97132ca-3b21-4ca1-846d-806a393225ba triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:11:53.567153 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-79301273-e6df-4463-9178-e7ea3948e5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:53.567556 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-79301273-e6df-4463-9178-e7ea3948e5cf None None] Attempt 1 to provision port c97132ca-3b21-4ca1-846d-806a393225ba Oct 23 20:11:53.601605 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-79301273-e6df-4463-9178-e7ea3948e5cf None None] Port c97132ca-3b21-4ca1-846d-806a393225ba cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:11:53.781342 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97132ca-3b21-4ca1-846d-806a393225ba {{(pid=104660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:11:53.790263 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Publish callbacks [] for port (c97132ca-3b21-4ca1-846d-806a393225ba), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:53.832983 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.provisioning_blocks [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Transition to ACTIVE for port object c97132ca-3b21-4ca1-846d-806a393225ba will not be triggered until provisioned by entity L2. {{(pid=104660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:11:53.844092 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3271802-b27e-41b7-8026-1e0eeb4d108c req-5dfe6941-dfd6-4265-8283-a7d82ea75916 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:53.845542 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a3271802-b27e-41b7-8026-1e0eeb4d108c req-5dfe6941-dfd6-4265-8283-a7d82ea75916 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 932 time: 0.0598149 Oct 23 20:11:53.846103 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:53.910551 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:53.926543 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Pushing event updated for resources: {'Port': ['ID=c97132ca-3b21-4ca1-846d-806a393225ba,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:53.971386 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a3271802-b27e-41b7-8026-1e0eeb4d108c req-eba88f8f-851b-4140-9418-c1b17285a039 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186683 Oct 23 20:11:53.973890 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:53.996964 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Attempting to bind port c97132ca-3b21-4ca1-846d-806a393225ba on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:11:53.997235 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Attempting to bind port c97132ca-3b21-4ca1-846d-806a393225ba by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:11:53.997560 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Attempting to bind port c97132ca-3b21-4ca1-846d-806a393225ba on network d42fdacc-7ef9-4dc3-a526-50a70d71365d {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:11:54.037443 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Port c97132ca-3b21-4ca1-846d-806a393225ba on network d42fdacc-7ef9-4dc3-a526-50a70d71365d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:11:54.037767 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Attempting to bind port c97132ca-3b21-4ca1-846d-806a393225ba on network d42fdacc-7ef9-4dc3-a526-50a70d71365d {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:11:54.077907 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:11:54.078232 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Checking segment: {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:11:54.078627 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Bound using segment: {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:11:54.079055 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Bound port: c97132ca-3b21-4ca1-846d-806a393225ba, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73dfc43d-9d0b-40db-91f9-dba7d47f911f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d'}}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:11:54.079406 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:54.136828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, cleared binding levels {{(pid=104660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:11:54.139966 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c97132ca-3b21-4ca1-846d-806a393225ba,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:11:54.145853 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:54.149163 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:54.149787 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:54.151583 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/c97132ca-3b21-4ca1-846d-806a393225ba HTTP/1.1" status: 200 len: 1094 time: 0.6873896 Oct 23 20:11:54.153619 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:11:54.156864 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8aa5cf-5373-4040-becc-2f3eee605dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:11:54.208669 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94556be5-8a48-48ad-b1df-949f3d2e5145 x-openstack-request-id: req-94556be5-8a48-48ad-b1df-949f3d2e5145 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:11:54.208948 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:11:54.209197 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94556be5-8a48-48ad-b1df-949f3d2e5145 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:11:54.209583 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94556be5-8a48-48ad-b1df-949f3d2e5145'] response: {'name': 'network-changed', 'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'status': 'completed', 'code': 200} Oct 23 20:11:54.243323 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac82df-419e-45f2-ab8a-4704e8acb585 service neutron] Pushing event updated for resources: {'Port': ['ID=c97132ca-3b21-4ca1-846d-806a393225ba,revision_number=3']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:54.248993 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-85effa10-9fd1-4826-a935-656a8cdac5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:54.250456 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-85effa10-9fd1-4826-a935-656a8cdac5c0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 1128 time: 0.0528798 Oct 23 20:11:54.288572 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-6e1af40c-35c2-47ba-bf59-e4fb7df4230c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97132ca-3b21-4ca1-846d-806a393225ba HTTP/1.1" status: 200 len: 217 time: 0.0314088 Oct 23 20:11:54.337715 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-0e00ec7d-759b-4269-afdb-030f84703574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:54.339218 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-0e00ec7d-759b-4269-afdb-030f84703574 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 HTTP/1.1" status: 200 len: 856 time: 0.0450916 Oct 23 20:11:54.381019 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-6b77a0d4-0206-44b1-9f55-b4cba14ef4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:54.382543 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-6b77a0d4-0206-44b1-9f55-b4cba14ef4e8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d42fdacc-7ef9-4dc3-a526-50a70d71365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376799 Oct 23 20:11:54.469325 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-986453b4-41d2-48ec-8e8a-6c0662894c30 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806887 Oct 23 20:11:54.558513 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-463fbb3c-25fb-46dc-ba6d-0ea7734654a3 req-e66a6379-0514-47da-a0ec-99fbec058952 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830669 Oct 23 20:11:55.095051 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbf781-0b70-480b-9095-34573c34b158 req-12ab5dcd-d1d2-4362-8aa1-7e2e911c16e5 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:55.096475 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-71bbf781-0b70-480b-9095-34573c34b158 req-12ab5dcd-d1d2-4362-8aa1-7e2e911c16e5 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0454185 Oct 23 20:11:55.142831 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-71bbf781-0b70-480b-9095-34573c34b158 req-68d36dc4-f7c5-4351-9f54-c3ea28588bdd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409813 Oct 23 20:11:56.271958 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629d704-e19f-4e25-9651-dc678c5dc09a req-4af409bd-35ba-4bd2-b6e2-0f980aaee108 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:56.273461 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d629d704-e19f-4e25-9651-dc678c5dc09a req-4af409bd-35ba-4bd2-b6e2-0f980aaee108 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0492098 Oct 23 20:11:56.319263 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d629d704-e19f-4e25-9651-dc678c5dc09a req-ff169fbf-78df-4409-94ad-2fdc5a3ec676 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402720 Oct 23 20:11:56.847269 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8aa5cf-5373-4040-becc-2f3eee605dbb req-e043222d-0125-4325-88d0-41edbb593465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:56.848728 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7b8aa5cf-5373-4040-becc-2f3eee605dbb req-e043222d-0125-4325-88d0-41edbb593465 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 1128 time: 0.0389998 Oct 23 20:11:56.940946 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8aa5cf-5373-4040-becc-2f3eee605dbb req-480d2fb7-7488-455c-9afb-f2872a12714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:56.942443 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7b8aa5cf-5373-4040-becc-2f3eee605dbb req-480d2fb7-7488-455c-9afb-f2872a12714f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 918 time: 0.0860672 Oct 23 20:11:57.243188 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7b8aa5cf-5373-4040-becc-2f3eee605dbb req-1f0c224d-d3f4-457b-a8cc-7f443c2a22df service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97132ca-3b21-4ca1-846d-806a393225ba HTTP/1.1" status: 200 len: 217 time: 0.2938390 Oct 23 20:11:57.273145 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:57.279697 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:57.294493 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8aa5cf-5373-4040-becc-2f3eee605dbb req-4e5a465f-8265-4bed-835f-c79bfc9d95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:57.295903 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7b8aa5cf-5373-4040-becc-2f3eee605dbb req-4e5a465f-8265-4bed-835f-c79bfc9d95d5 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 HTTP/1.1" status: 200 len: 856 time: 0.0463791 Oct 23 20:11:57.337184 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8aa5cf-5373-4040-becc-2f3eee605dbb req-49f9d34e-6822-444d-8c98-306421d583d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:57.339157 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7b8aa5cf-5373-4040-becc-2f3eee605dbb req-49f9d34e-6822-444d-8c98-306421d583d0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d42fdacc-7ef9-4dc3-a526-50a70d71365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369186 Oct 23 20:11:57.455691 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f09628-99a1-493e-90bf-56cee361b8a4 req-17ef2404-4d41-4e58-8a20-acd71f77c4dd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:57.457020 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e4f09628-99a1-493e-90bf-56cee361b8a4 req-17ef2404-4d41-4e58-8a20-acd71f77c4dd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0586390 Oct 23 20:11:57.480892 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7b8aa5cf-5373-4040-becc-2f3eee605dbb req-8c3226a9-d626-4ae4-9a25-3099ca188712 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359315 Oct 23 20:11:57.532573 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e4f09628-99a1-493e-90bf-56cee361b8a4 req-8a25a624-6289-4bde-a035-1e78972bc111 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700653 Oct 23 20:11:57.587576 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7b8aa5cf-5373-4040-becc-2f3eee605dbb req-82a78d41-cace-4cbc-a733-1484846f205f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965192 Oct 23 20:11:57.621392 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c97132ca-3b21-4ca1-846d-806a393225ba details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:11:57.718715 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c97132ca-3b21-4ca1-846d-806a393225ba,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:57.729515 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'port_id': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'mac_address': 'fa:16:3e:ea:1d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:11:57.766964 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port c97132ca-3b21-4ca1-846d-806a393225ba is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:11:57.767341 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:57.779740 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97132ca-3b21-4ca1-846d-806a393225ba {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:11:57.798745 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c97132ca-3b21-4ca1-846d-806a393225ba,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:57.802468 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:57.847240 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=c97132ca-3b21-4ca1-846d-806a393225ba,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:58.171608 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['c97132ca-3b21-4ca1-846d-806a393225ba'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:11:58.656486 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a47eda-56b7-452a-a9db-f02054269bba req-c7e76afc-9a43-4676-9975-48befb47fe57 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:58.658126 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a8a47eda-56b7-452a-a9db-f02054269bba req-c7e76afc-9a43-4676-9975-48befb47fe57 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 945 time: 0.0475740 Oct 23 20:11:58.705023 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a8a47eda-56b7-452a-a9db-f02054269bba req-6a37e278-f3d5-4d5a-a5de-30776a226e6a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Oct 23 20:11:59.626208 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c97132ca-3b21-4ca1-846d-806a393225ba up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:11:59.665997 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port c97132ca-3b21-4ca1-846d-806a393225ba completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:11:59.671982 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port c97132ca-3b21-4ca1-846d-806a393225ba triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:11:59.672352 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:59.672686 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port c97132ca-3b21-4ca1-846d-806a393225ba Oct 23 20:11:59.712735 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:59.714151 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=14,neutron:INSERT=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:59.716568 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=65,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:11:59.746474 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port c97132ca-3b21-4ca1-846d-806a393225ba is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:11:59.746865 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:59.769231 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:11:59.771487 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fe9ced-3552-4f34-a1be-df6ac1b0be70" -d '{"events": [{"server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "name": "network-vif-plugged", "status": "completed", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:11:59.786213 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c97132ca-3b21-4ca1-846d-806a393225ba,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:11:59.790488 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:11:59.838982 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a453ab0-d477-4daf-8165-b95b5108a3c0 req-a34629c8-f5fc-44c2-89d8-8ffd5844997a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:11:59.840462 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3a453ab0-d477-4daf-8165-b95b5108a3c0 req-a34629c8-f5fc-44c2-89d8-8ffd5844997a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0543101 Oct 23 20:11:59.845829 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=c97132ca-3b21-4ca1-846d-806a393225ba,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:11:59.894477 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3a453ab0-d477-4daf-8165-b95b5108a3c0 req-339cd9ad-a0a9-4949-8461-6ce8ef177525 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483716 Oct 23 20:11:59.938238 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7763df87-b5f0-41d9-963d-69979a06aac0 x-openstack-request-id: req-7763df87-b5f0-41d9-963d-69979a06aac0 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:11:59.938592 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "name": "network-vif-plugged", "status": "completed", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:11:59.938849 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7763df87-b5f0-41d9-963d-69979a06aac0 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:11:59.939246 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7763df87-b5f0-41d9-963d-69979a06aac0'] response: {'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'code': 200} Oct 23 20:12:00.099400 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1cb3b-cea7-4560-b9f6-dc7b53da08ef req-0180a1d7-febd-47fc-9ec6-f6a9379972e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:00.100825 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-83e1cb3b-cea7-4560-b9f6-dc7b53da08ef req-0180a1d7-febd-47fc-9ec6-f6a9379972e5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 1130 time: 0.0368404 Oct 23 20:12:00.144581 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-83e1cb3b-cea7-4560-b9f6-dc7b53da08ef req-6787ef74-2d0f-4b3c-96b1-990ea7b06b04 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373652 Oct 23 20:12:00.325844 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=73 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:00.326974 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=84 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:01.021692 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd33d8-13db-4f10-a0f1-114c127e088a req-ff83a6af-0baf-425c-806c-a809d4dde601 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:01.023096 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9dbd33d8-13db-4f10-a0f1-114c127e088a req-ff83a6af-0baf-425c-806c-a809d4dde601 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0455425 Oct 23 20:12:01.071788 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9dbd33d8-13db-4f10-a0f1-114c127e088a req-6b712def-6ede-49ba-b26c-555b331ff88b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425301 Oct 23 20:12:02.200226 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f655059-e62e-4aa0-b247-8b47b522a0ad req-c6250197-c1ae-4921-b69c-2c0e79d118f4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:02.201737 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2f655059-e62e-4aa0-b247-8b47b522a0ad req-c6250197-c1ae-4921-b69c-2c0e79d118f4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0461702 Oct 23 20:12:02.248196 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2f655059-e62e-4aa0-b247-8b47b522a0ad req-74fc0570-df25-40eb-b290-3c05f21dd493 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408072 Oct 23 20:12:02.366842 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c48d9-224b-440b-8f40-63bf6a3510b4 req-3126a173-7b10-4378-927d-1fd249f092b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:02.368278 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5f5c48d9-224b-440b-8f40-63bf6a3510b4 req-3126a173-7b10-4378-927d-1fd249f092b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0457699 Oct 23 20:12:02.378208 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 32878) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:02.382425 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-ddb70f0a-d313-4388-ab11-8a603e6dcf92 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Request body: {'floatingip': {'port_id': 'c97132ca-3b21-4ca1-846d-806a393225ba'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:02.423182 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ddb70f0a-d313-4388-ab11-8a603e6dcf92 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (76db43c5-b845-4687-9594-2f7e47433d33), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:02.518741 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:02.621619 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:02.825316 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ddb70f0a-d313-4388-ab11-8a603e6dcf92 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:02.829057 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ddb70f0a-d313-4388-ab11-8a603e6dcf92 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (76db43c5-b845-4687-9594-2f7e47433d33), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:02.922900 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [None req-ddb70f0a-d313-4388-ab11-8a603e6dcf92 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Floating IP 76db43c5-b845-4687-9594-2f7e47433d33 associated. External IP: 172.27.0.66, port: c97132ca-3b21-4ca1-846d-806a393225ba. Oct 23 20:12:03.117502 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb70f0a-d313-4388-ab11-8a603e6dcf92 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Router 3e205361-8c32-44bd-bf7f-2041d0c68a05 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:12:03.219739 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb70f0a-d313-4388-ab11-8a603e6dcf92 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:12:03.224432 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ddb70f0a-d313-4388-ab11-8a603e6dcf92 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:03.228994 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab675507-3440-4348-a51e-e1048e20a8d2 None None] Sync routers for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:12:03.239518 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab675507-3440-4348-a51e-e1048e20a8d2 None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:03.240130 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-ab675507-3440-4348-a51e-e1048e20a8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:11:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:03.256122 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-ddb70f0a-d313-4388-ab11-8a603e6dcf92 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/76db43c5-b845-4687-9594-2f7e47433d33 HTTP/1.1" status: 200 len: 991 time: 0.8768635 Oct 23 20:12:03.256863 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:12:03.259190 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bd2e54-3bcd-42bd-97dc-b571c1427e16" -d '{"events": [{"name": "network-changed", "server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:12:03.298892 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea720c0-1579-4896-9ad8-5ddf145a56fc x-openstack-request-id: req-fea720c0-1579-4896-9ad8-5ddf145a56fc {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:12:03.299179 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:12:03.299424 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fea720c0-1579-4896-9ad8-5ddf145a56fc {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:12:03.299826 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea720c0-1579-4896-9ad8-5ddf145a56fc'] response: {'name': 'network-changed', 'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'status': 'completed', 'code': 200} Oct 23 20:12:03.342838 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-ab675507-3440-4348-a51e-e1048e20a8d2 None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:03.360234 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd2e54-3bcd-42bd-97dc-b571c1427e16 req-a7dfef08-5fea-4b98-8901-902125504d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:03.361747 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-77bd2e54-3bcd-42bd-97dc-b571c1427e16 req-a7dfef08-5fea-4b98-8901-902125504d69 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 1130 time: 0.0401981 Oct 23 20:12:03.454336 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd2e54-3bcd-42bd-97dc-b571c1427e16 req-346f42b3-e3ea-4d2d-8cbf-5032db78004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:03.455774 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-77bd2e54-3bcd-42bd-97dc-b571c1427e16 req-346f42b3-e3ea-4d2d-8cbf-5032db78004f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 918 time: 0.0876906 Oct 23 20:12:03.515708 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-77bd2e54-3bcd-42bd-97dc-b571c1427e16 req-a109524d-414b-4409-807e-1d3c67aa9f59 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97132ca-3b21-4ca1-846d-806a393225ba HTTP/1.1" status: 200 len: 999 time: 0.0544860 Oct 23 20:12:03.528720 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:03.547944 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-ab675507-3440-4348-a51e-e1048e20a8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '76db43c5-b845-4687-9594-2f7e47433d33', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'port_id': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'mac_address': 'fa:16:3e:ea:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:11:50Z', 'updated_at': '2022-10-23T20:12:02Z', 'revision_number': 1, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:35Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:03.568524 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd2e54-3bcd-42bd-97dc-b571c1427e16 req-23490e30-e47e-43ac-a688-d99a65c0e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:03.569983 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-77bd2e54-3bcd-42bd-97dc-b571c1427e16 req-23490e30-e47e-43ac-a688-d99a65c0e820 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 HTTP/1.1" status: 200 len: 856 time: 0.0485156 Oct 23 20:12:03.571535 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab675507-3440-4348-a51e-e1048e20a8d2 None None] Checking router: 3e205361-8c32-44bd-bf7f-2041d0c68a05 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:12:03.580602 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab675507-3440-4348-a51e-e1048e20a8d2 None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:03.581199 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-ab675507-3440-4348-a51e-e1048e20a8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:11:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:03.612498 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd2e54-3bcd-42bd-97dc-b571c1427e16 req-e58073d0-20cc-4f16-9425-9a02a9822924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:03.613993 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-77bd2e54-3bcd-42bd-97dc-b571c1427e16 req-e58073d0-20cc-4f16-9425-9a02a9822924 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d42fdacc-7ef9-4dc3-a526-50a70d71365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383017 Oct 23 20:12:03.674845 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:03.680768 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-ab675507-3440-4348-a51e-e1048e20a8d2 None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:03.704414 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-77bd2e54-3bcd-42bd-97dc-b571c1427e16 req-a1705b57-56fd-472a-879e-4218ec6138e0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836611 Oct 23 20:12:03.798759 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-77bd2e54-3bcd-42bd-97dc-b571c1427e16 req-0f75772c-d342-4fe7-8c08-7c7b7a3cd487 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887260 Oct 23 20:12:03.886637 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-ab675507-3440-4348-a51e-e1048e20a8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '76db43c5-b845-4687-9594-2f7e47433d33', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'port_id': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'mac_address': 'fa:16:3e:ea:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:11:50Z', 'updated_at': '2022-10-23T20:12:02Z', 'revision_number': 1, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:35Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:03.914145 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab675507-3440-4348-a51e-e1048e20a8d2 None None] The sync data for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi is: [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '76db43c5-b845-4687-9594-2f7e47433d33', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'port_id': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'mac_address': 'fa:16:3e:ea:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:11:50Z', 'updated_at': '2022-10-23T20:12:02Z', 'revision_number': 1, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:35Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:12:04.106548 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3685f52c-860e-43d0-b3aa-e870d3a30ab4 None None] New status for floating IP 76db43c5-b845-4687-9594-2f7e47433d33: ACTIVE {{(pid=104661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:12:04.286124 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:11.816645 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-96c7fa30-f621-472d-a837-54c8e43f882a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:13.794093 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=16 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:13.796077 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=25 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:14.185183 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:14.198017 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-e86feec0-329e-4523-b199-2e41fb4f9279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:15.361421 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=89 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:15.365431 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=91 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:15.420382 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:16.776612 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:17.147507 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:20.031202 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155f9a2-dc15-479e-a4c6-7615b5f4d5fe req-5ad206b2-a0aa-4e4e-9f46-c9043f842670 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:20.032863 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0155f9a2-dc15-479e-a4c6-7615b5f4d5fe req-5ad206b2-a0aa-4e4e-9f46-c9043f842670 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0475965 Oct 23 20:12:20.079839 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0155f9a2-dc15-479e-a4c6-7615b5f4d5fe req-e6a05693-591c-43f5-afee-697e333e542c tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414999 Oct 23 20:12:21.205018 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ce04-0414-4a5c-be3a-870490186d8e req-8fcadb73-d36d-4b82-84d0-04f7f569fd2a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:21.206537 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5e91ce04-0414-4a5c-be3a-870490186d8e req-8fcadb73-d36d-4b82-84d0-04f7f569fd2a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0512764 Oct 23 20:12:21.253696 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5e91ce04-0414-4a5c-be3a-870490186d8e req-a79ab7fe-af8a-47e6-8d17-2b8737167a54 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413966 Oct 23 20:12:22.373823 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee85ac8-c02a-40f5-a13e-acd0de1e5d7f req-edb8cf6f-074b-4dc0-846e-70fbbf03315e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:22.375328 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bee85ac8-c02a-40f5-a13e-acd0de1e5d7f req-edb8cf6f-074b-4dc0-846e-70fbbf03315e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0470791 Oct 23 20:12:22.422220 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bee85ac8-c02a-40f5-a13e-acd0de1e5d7f req-06ae488e-706b-4549-92eb-5522fac7b7c7 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413108 Oct 23 20:12:22.767292 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae041b-51cd-4adc-b386-3e5b876bbc93 req-7cbfbd43-c9ed-43eb-a647-c198c24e681a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:22.768751 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a5ae041b-51cd-4adc-b386-3e5b876bbc93 req-7cbfbd43-c9ed-43eb-a647-c198c24e681a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0468111 Oct 23 20:12:22.819228 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a5ae041b-51cd-4adc-b386-3e5b876bbc93 req-eae5f61d-6827-49e6-ac26-bfba3d2161d3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448744 Oct 23 20:12:22.999391 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:23.553546 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41289b5-d745-4614-8f4c-65a9994b7686 req-4d025dd3-1252-441e-9b85-f64e57f2a870 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:23.555908 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f41289b5-d745-4614-8f4c-65a9994b7686 req-4d025dd3-1252-441e-9b85-f64e57f2a870 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0571241 Oct 23 20:12:23.601285 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f41289b5-d745-4614-8f4c-65a9994b7686 req-6e24d719-41df-4bf7-877d-b96e2e830229 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399830 Oct 23 20:12:23.947569 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4379c82-09b2-46b7-b43a-48c838e0feb5 req-2352113e-4e41-4f0d-8f35-e0b4204b9b6f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:23.949260 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b4379c82-09b2-46b7-b43a-48c838e0feb5 req-2352113e-4e41-4f0d-8f35-e0b4204b9b6f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0466862 Oct 23 20:12:23.995770 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b4379c82-09b2-46b7-b43a-48c838e0feb5 req-8e69b326-e85d-4829-a2b1-2d6fe6794a6e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408375 Oct 23 20:12:24.255233 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-ee3fa008-bca8-4085-a3e0-1fbfc5bf76a5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:24.256569 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-ee3fa008-bca8-4085-a3e0-1fbfc5bf76a5 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0492320 Oct 23 20:12:24.364124 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Deleting port 41b0684f-5781-4279-b8fc-b59c705a8861 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:12:24.364462 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:24.454710 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] For port 41b0684f-5781-4279-b8fc-b59c705a8861, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=41b0684f-5781-4279-b8fc-b59c705a8861,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:24.455077 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:24.635800 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:24.637270 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (e0633422-7c91-423a-8865-218a6bc7b062), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:24.638018 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Floating IP e0633422-7c91-423a-8865-218a6bc7b062 disassociated. External IP: 172.27.0.114, port: 41b0684f-5781-4279-b8fc-b59c705a8861. Oct 23 20:12:24.639202 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Calling delete_port for 41b0684f-5781-4279-b8fc-b59c705a8861 owned by compute:nova {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:12:24.639935 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-544b0e15-7735-4d68-90f8-080e78fe255d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:24.642129 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-544b0e15-7735-4d68-90f8-080e78fe255d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0529196 Oct 23 20:12:24.683014 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:24.701397 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:24.754477 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a7d96-6788-45aa-bd86-29834fbe07ed req-23987f56-2333-4cd2-8e79-ef8fb9de42b8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:24.755968 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c15a7d96-6788-45aa-bd86-29834fbe07ed req-23987f56-2333-4cd2-8e79-ef8fb9de42b8 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 946 time: 0.0717506 Oct 23 20:12:24.845552 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c15a7d96-6788-45aa-bd86-29834fbe07ed req-ff70d239-5fcc-42c9-8db3-e43983c1eeea tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=531ad8fa-8dee-4900-8f5f-feeef4ff57c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816286 Oct 23 20:12:24.889049 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac401df-bfbc-4c8c-a01f-f0b49966d2e8 req-356b8946-11c0-4c32-90e1-ba1b2673de2c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:24.890596 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cac401df-bfbc-4c8c-a01f-f0b49966d2e8 req-356b8946-11c0-4c32-90e1-ba1b2673de2c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0661199 Oct 23 20:12:24.905896 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (41b0684f-5781-4279-b8fc-b59c705a8861), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:24.955672 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event deleted for resources: {'Port': ['ID=41b0684f-5781-4279-b8fc-b59c705a8861,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:24.963390 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Deleting port e989a766-0552-40b5-acf0-9a2d7f1dfe99 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:12:24.963390 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:24.984091 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cac401df-bfbc-4c8c-a01f-f0b49966d2e8 req-c3282364-acac-4805-aa09-4e7eaa69e811 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861244 Oct 23 20:12:25.069201 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] For port e989a766-0552-40b5-acf0-9a2d7f1dfe99, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=e989a766-0552-40b5-acf0-9a2d7f1dfe99,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:25.069572 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:25.100185 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Router db9cbfec-86d1-480b-8271-c110e87dca47 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:12:25.175531 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00867d75-4350-4641-ac34-ae38c4cbf2cb req-5efe081d-29dc-45b4-b066-802011420a5a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:25.177046 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-00867d75-4350-4641-ac34-ae38c4cbf2cb req-5efe081d-29dc-45b4-b066-802011420a5a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 945 time: 0.0899053 Oct 23 20:12:25.277229 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-00867d75-4350-4641-ac34-ae38c4cbf2cb req-cbcb72fc-555e-4f50-b9c5-ee13ad536d2e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=476e4bfc-ed15-4b35-beeb-bb28e3b47e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900376 Oct 23 20:12:25.278218 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:12:25.305874 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700f45a-fb9c-4a05-b921-367bae7460dc None None] Sync routers for ids ['db9cbfec-86d1-480b-8271-c110e87dca47'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:12:25.313165 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:25.313539 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (26b43956-9551-476f-a387-306bc8040908), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:25.313989 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Floating IP 26b43956-9551-476f-a387-306bc8040908 disassociated. External IP: 172.27.0.224, port: e989a766-0552-40b5-acf0-9a2d7f1dfe99. Oct 23 20:12:25.314394 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Calling delete_port for e989a766-0552-40b5-acf0-9a2d7f1dfe99 owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:12:25.325869 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700f45a-fb9c-4a05-b921-367bae7460dc None None] Routers {'db9cbfec-86d1-480b-8271-c110e87dca47'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:25.326633 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-d700f45a-fb9c-4a05-b921-367bae7460dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['db9cbfec-86d1-480b-8271-c110e87dca47'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:25.331625 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] No DVR routers for this DVR port 41b0684f-5781-4279-b8fc-b59c705a8861 on host hv-cinder-86243 {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:12:25.342019 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:25.346293 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fb2b6624-5d04-4d0e-971e-4ea827fcc5be req-c63a9c82-c3cb-4aa9-b11e-193ece399ece tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "DELETE /networking/v2.0/ports/41b0684f-5781-4279-b8fc-b59c705a8861 HTTP/1.1" status: 204 len: 173 time: 1.0593085 Oct 23 20:12:25.346293 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0850267f-8db1-4863-8a9f-661c2cba3304', 'name': 'network-vif-deleted', 'tag': '41b0684f-5781-4279-b8fc-b59c705a8861'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:12:25.348146 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df84b7c-64b1-44e6-afa0-d547f62e6912" -d '{"events": [{"server_uuid": "0850267f-8db1-4863-8a9f-661c2cba3304", "name": "network-vif-deleted", "tag": "41b0684f-5781-4279-b8fc-b59c705a8861"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:12:25.391896 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1ff339-d3aa-4d95-8f03-736a94afa249 x-openstack-request-id: req-de1ff339-d3aa-4d95-8f03-736a94afa249 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:12:25.392285 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0850267f-8db1-4863-8a9f-661c2cba3304", "name": "network-vif-deleted", "tag": "41b0684f-5781-4279-b8fc-b59c705a8861", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:12:25.392655 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de1ff339-d3aa-4d95-8f03-736a94afa249 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:12:25.393154 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1ff339-d3aa-4d95-8f03-736a94afa249'] response: {'server_uuid': '0850267f-8db1-4863-8a9f-661c2cba3304', 'name': 'network-vif-deleted', 'tag': '41b0684f-5781-4279-b8fc-b59c705a8861', 'status': 'completed', 'code': 200} Oct 23 20:12:25.444413 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-d700f45a-fb9c-4a05-b921-367bae7460dc None None] Set router db9cbfec-86d1-480b-8271-c110e87dca47 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:25.479419 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (e989a766-0552-40b5-acf0-9a2d7f1dfe99), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:25.508803 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event deleted for resources: {'Port': ['ID=e989a766-0552-40b5-acf0-9a2d7f1dfe99,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:25.626443 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Router c9d4b704-a405-43c3-a617-61dd403ffa90 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:12:25.653516 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-d700f45a-fb9c-4a05-b921-367bae7460dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:23Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '38ee32f4-70fb-401f-8d18-54a8b60e27ae', 'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'mac_address': 'fa:16:3e:e9:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:22Z', 'updated_at': '2022-10-23T20:05:34Z', 'revision_number': 5, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'subnets': [{'id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:25.682423 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700f45a-fb9c-4a05-b921-367bae7460dc None None] Checking router: db9cbfec-86d1-480b-8271-c110e87dca47 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:12:25.692342 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700f45a-fb9c-4a05-b921-367bae7460dc None None] Routers {'db9cbfec-86d1-480b-8271-c110e87dca47'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:25.692960 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-d700f45a-fb9c-4a05-b921-367bae7460dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['db9cbfec-86d1-480b-8271-c110e87dca47'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:25.737565 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:12:25.751466 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0cd40-2f2c-429b-bedc-85e3fc1c54e7 None None] Sync routers for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:12:25.771324 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0cd40-2f2c-429b-bedc-85e3fc1c54e7 None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:25.772456 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-8da0cd40-2f2c-429b-bedc-85e3fc1c54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:25.785548 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] No DVR routers for this DVR port e989a766-0552-40b5-acf0-9a2d7f1dfe99 on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:12:25.788064 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:25.791418 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-eef21b25-ea35-44af-849c-bdbf676d8180 req-9a4a1e4c-0df9-4de2-8b06-262521666e74 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.15 "DELETE /networking/v2.0/ports/e989a766-0552-40b5-acf0-9a2d7f1dfe99 HTTP/1.1" status: 204 len: 173 time: 0.9199877 Oct 23 20:12:25.791923 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f3d6cd-5a81-425b-a929-808f46010e76', 'name': 'network-vif-deleted', 'tag': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:12:25.794366 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f9f570-db9d-4b02-bf9a-b0f4b88964c1" -d '{"events": [{"server_uuid": "80f3d6cd-5a81-425b-a929-808f46010e76", "name": "network-vif-deleted", "tag": "e989a766-0552-40b5-acf0-9a2d7f1dfe99"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:12:25.796671 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-d700f45a-fb9c-4a05-b921-367bae7460dc None None] Set router db9cbfec-86d1-480b-8271-c110e87dca47 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:25.838184 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45559ea1-eed0-49b5-94a1-4ff45b8db2eb x-openstack-request-id: req-45559ea1-eed0-49b5-94a1-4ff45b8db2eb {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:12:25.838745 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f3d6cd-5a81-425b-a929-808f46010e76", "name": "network-vif-deleted", "tag": "e989a766-0552-40b5-acf0-9a2d7f1dfe99", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:12:25.839151 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45559ea1-eed0-49b5-94a1-4ff45b8db2eb {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:12:25.839711 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45559ea1-eed0-49b5-94a1-4ff45b8db2eb'] response: {'server_uuid': '80f3d6cd-5a81-425b-a929-808f46010e76', 'name': 'network-vif-deleted', 'tag': 'e989a766-0552-40b5-acf0-9a2d7f1dfe99', 'status': 'completed', 'code': 200} Oct 23 20:12:25.977711 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-8da0cd40-2f2c-429b-bedc-85e3fc1c54e7 None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:26.052109 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d0eb2ce0-fc0a-47a9-9c3f-be03fd110143 req-30b3459d-9608-4e00-b959-e929882f01f0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0850267f-8db1-4863-8a9f-661c2cba3304 HTTP/1.1" status: 200 len: 210 time: 0.0625737 Oct 23 20:12:26.143692 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705d575-6909-4e6f-b9f5-be7a2fc95464 req-c72e35d6-8093-4fa8-8b9c-a3d906c6cfd5 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:26.145100 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c705d575-6909-4e6f-b9f5-be7a2fc95464 req-c72e35d6-8093-4fa8-8b9c-a3d906c6cfd5 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0484571 Oct 23 20:12:26.145896 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-d700f45a-fb9c-4a05-b921-367bae7460dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:23Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '38ee32f4-70fb-401f-8d18-54a8b60e27ae', 'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'mac_address': 'fa:16:3e:e9:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:22Z', 'updated_at': '2022-10-23T20:05:34Z', 'revision_number': 5, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'subnets': [{'id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:26.172151 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700f45a-fb9c-4a05-b921-367bae7460dc None None] The sync data for ids ['db9cbfec-86d1-480b-8271-c110e87dca47'] in dv-cinder-862432-1-iscsi is: [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:23Z', 'revision_number': 4, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '38ee32f4-70fb-401f-8d18-54a8b60e27ae', 'name': '', 'network_id': '4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'mac_address': 'fa:16:3e:e9:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:22Z', 'updated_at': '2022-10-23T20:05:34Z', 'revision_number': 5, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'subnets': [{'id': '2139503f-1ef8-4f08-99c6-ae904f60f5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:12:26.214877 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c705d575-6909-4e6f-b9f5-be7a2fc95464 req-67e00494-7708-4b2c-871e-85d2acf55000 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628550 Oct 23 20:12:26.224445 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-8da0cd40-2f2c-429b-bedc-85e3fc1c54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:33Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:26.255218 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0cd40-2f2c-429b-bedc-85e3fc1c54e7 None None] Checking router: c9d4b704-a405-43c3-a617-61dd403ffa90 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:12:26.272442 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0cd40-2f2c-429b-bedc-85e3fc1c54e7 None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:26.273412 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-8da0cd40-2f2c-429b-bedc-85e3fc1c54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:26.412482 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-8da0cd40-2f2c-429b-bedc-85e3fc1c54e7 None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:26.460439 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-948eeb78-8598-4a14-bb0e-04aea6963e7a req-be7f662c-0d93-4d44-8ba0-6419a99dc3ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=80f3d6cd-5a81-425b-a929-808f46010e76 HTTP/1.1" status: 200 len: 210 time: 0.0289168 Oct 23 20:12:26.507625 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3b6a0b-9016-46f3-b4ce-f006f917ddf4 None None] New status for floating IP e0633422-7c91-423a-8865-218a6bc7b062: DOWN {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:12:26.620596 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-8da0cd40-2f2c-429b-bedc-85e3fc1c54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:33Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:26.645186 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0cd40-2f2c-429b-bedc-85e3fc1c54e7 None None] The sync data for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi is: [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:33Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:12:26.887495 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c845c0-1a18-4a17-98f3-c8fff03fc550 None None] New status for floating IP 26b43956-9551-476f-a387-306bc8040908: DOWN {{(pid=104661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:12:27.146217 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 32960) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:27.202475 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8858a32c-135b-431d-adc1-c43e403e982a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for security_group (531ad8fa-8dee-4900-8f5f-feeef4ff57c5), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.224296 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8858a32c-135b-431d-adc1-c43e403e982a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for security_group (531ad8fa-8dee-4900-8f5f-feeef4ff57c5), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.271049 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8858a32c-135b-431d-adc1-c43e403e982a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (531ad8fa-8dee-4900-8f5f-feeef4ff57c5), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.273584 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8858a32c-135b-431d-adc1-c43e403e982a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.274756 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-8858a32c-135b-431d-adc1-c43e403e982a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/531ad8fa-8dee-4900-8f5f-feeef4ff57c5 HTTP/1.1" status: 204 len: 168 time: 0.1275246 Oct 23 20:12:27.278106 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 32964) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:27.279796 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:27.285982 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858a32c-135b-431d-adc1-c43e403e982a tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=531ad8fa-8dee-4900-8f5f-feeef4ff57c5,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:27.300715 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.api.v2.resource [None req-83a356e3-c839-450a-8153-32e56b857d57 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] show failed (client error): The resource could not be found. Oct 23 20:12:27.301973 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-83a356e3-c839-450a-8153-32e56b857d57 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups/531ad8fa-8dee-4900-8f5f-feeef4ff57c5 HTTP/1.1" status: 404 len: 347 time: 0.0223112 Oct 23 20:12:27.304870 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 32966) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:27.329557 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:12:27.353234 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:27.355064 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62da531-3989-408b-b2cf-5f524920437c req-b63701ac-9873-415f-bed2-731ccf92889d tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:27.356705 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f62da531-3989-408b-b2cf-5f524920437c req-b63701ac-9873-415f-bed2-731ccf92889d tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0520651 Oct 23 20:12:27.369238 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:27.412584 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f62da531-3989-408b-b2cf-5f524920437c req-f5168dfd-665c-45a0-9b54-5c326fc3060e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500839 Oct 23 20:12:27.456871 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-807fda06-cc1b-4888-ad40-204c0ec22eae tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Deleting port 13579d13-2dff-4e4c-97b1-752d1658a714 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:12:27.457204 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-807fda06-cc1b-4888-ad40-204c0ec22eae tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (13579d13-2dff-4e4c-97b1-752d1658a714), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.462822 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-81acdf76-6cb7-475d-938d-67a9ce887793 req-f06aa7ca-b753-4a8c-b7bc-40135df02568 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491931 Oct 23 20:12:27.507132 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:27.556145 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 32972) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:27.571076 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acdf76-6cb7-475d-938d-67a9ce887793 req-737e34a8-a1e9-4885-9433-3ac57b1d81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:27.573320 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-81acdf76-6cb7-475d-938d-67a9ce887793 req-737e34a8-a1e9-4885-9433-3ac57b1d81a2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e41c21bcf4ca457391486c08565b2aae&device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 1129 time: 0.0613306 Oct 23 20:12:27.576813 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-807fda06-cc1b-4888-ad40-204c0ec22eae tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (13579d13-2dff-4e4c-97b1-752d1658a714), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.577132 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-807fda06-cc1b-4888-ad40-204c0ec22eae tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for floatingip (13579d13-2dff-4e4c-97b1-752d1658a714), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.591131 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-807fda06-cc1b-4888-ad40-204c0ec22eae tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Calling delete_port for 13579d13-2dff-4e4c-97b1-752d1658a714 owned by network:floatingip {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:12:27.614329 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f5471452-6671-4191-85f9-643b3d994a04 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group (476e4bfc-ed15-4b35-beeb-bb28e3b47e36), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.637691 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f5471452-6671-4191-85f9-643b3d994a04 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group (476e4bfc-ed15-4b35-beeb-bb28e3b47e36), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.687455 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f5471452-6671-4191-85f9-643b3d994a04 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (476e4bfc-ed15-4b35-beeb-bb28e3b47e36), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.689973 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f5471452-6671-4191-85f9-643b3d994a04 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.693762 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-f5471452-6671-4191-85f9-643b3d994a04 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/476e4bfc-ed15-4b35-beeb-bb28e3b47e36 HTTP/1.1" status: 204 len: 168 time: 0.1340106 Oct 23 20:12:27.694087 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 32974) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:27.700998 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5471452-6671-4191-85f9-643b3d994a04 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476e4bfc-ed15-4b35-beeb-bb28e3b47e36,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:27.715840 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.api.v2.resource [None req-6ce0b17e-f84b-4733-b5a6-f80f8aa3d06a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] show failed (client error): The resource could not be found. Oct 23 20:12:27.719593 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-6ce0b17e-f84b-4733-b5a6-f80f8aa3d06a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups/476e4bfc-ed15-4b35-beeb-bb28e3b47e36 HTTP/1.1" status: 404 len: 347 time: 0.0218375 Oct 23 20:12:27.720269 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 32976) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:27.752811 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acdf76-6cb7-475d-938d-67a9ce887793 req-63602217-c7ea-430e-905f-76441291377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:27.754297 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-81acdf76-6cb7-475d-938d-67a9ce887793 req-63602217-c7ea-430e-905f-76441291377c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 200 len: 919 time: 0.1575036 Oct 23 20:12:27.801329 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-81acdf76-6cb7-475d-938d-67a9ce887793 req-fbe86a11-ac5d-4a96-809d-a8b1459e34ea service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41d3538a-ad99-4c35-a478-c0aa5c437554 HTTP/1.1" status: 200 len: 217 time: 0.0349565 Oct 23 20:12:27.833041 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Deleting port 491c3134-170c-49d4-b102-805c3b7cdcf7 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:12:27.833387 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (491c3134-170c-49d4-b102-805c3b7cdcf7), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.889165 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acdf76-6cb7-475d-938d-67a9ce887793 req-218014f0-30e8-4019-8703-59d60a8c53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:27.890716 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-81acdf76-6cb7-475d-938d-67a9ce887793 req-218014f0-30e8-4019-8703-59d60a8c53c0 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 200 len: 857 time: 0.0831165 Oct 23 20:12:27.894994 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-807fda06-cc1b-4888-ad40-204c0ec22eae tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (13579d13-2dff-4e4c-97b1-752d1658a714), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.913368 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (491c3134-170c-49d4-b102-805c3b7cdcf7), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.913745 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (491c3134-170c-49d4-b102-805c3b7cdcf7), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:27.926022 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Calling delete_port for 491c3134-170c-49d4-b102-805c3b7cdcf7 owned by network:floatingip {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:12:27.945624 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fda06-cc1b-4888-ad40-204c0ec22eae tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event deleted for resources: {'Port': ['ID=13579d13-2dff-4e4c-97b1-752d1658a714,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:27.982230 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acdf76-6cb7-475d-938d-67a9ce887793 req-13d5a99d-0f0e-4e1c-affb-beac3d1c88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:27.983743 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-81acdf76-6cb7-475d-938d-67a9ce887793 req-13d5a99d-0f0e-4e1c-affb-beac3d1c88ce service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865459 Oct 23 20:12:28.066320 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (491c3134-170c-49d4-b102-805c3b7cdcf7), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.071938 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-807fda06-cc1b-4888-ad40-204c0ec22eae tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks [] for floatingip (e0633422-7c91-423a-8865-218a6bc7b062), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.075276 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-807fda06-cc1b-4888-ad40-204c0ec22eae tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.076439 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-807fda06-cc1b-4888-ad40-204c0ec22eae tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/e0633422-7c91-423a-8865-218a6bc7b062 HTTP/1.1" status: 204 len: 168 time: 0.7704561 Oct 23 20:12:28.106527 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-81acdf76-6cb7-475d-938d-67a9ce887793 req-c8469859-21ab-4b7e-a104-897d0f60b1ea service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054590 Oct 23 20:12:28.218911 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-81acdf76-6cb7-475d-938d-67a9ce887793 req-393a5283-ecc7-4c3f-87e6-56dd107f9dd1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069407 Oct 23 20:12:28.375784 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event deleted for resources: {'Port': ['ID=491c3134-170c-49d4-b102-805c3b7cdcf7,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:28.388270 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.388626 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.389001 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.389330 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.389705 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.390075 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.390449 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.390776 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.391111 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.391436 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.391764 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.392092 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.392413 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.392734 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.393055 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.450276 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (26b43956-9551-476f-a387-306bc8040908), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.452825 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.453990 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-bbf95dcd-7753-4b1a-b24e-1e33b85a8c43 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/26b43956-9551-476f-a387-306bc8040908 HTTP/1.1" status: 204 len: 168 time: 0.7324927 Oct 23 20:12:28.538162 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 32986) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:28.543311 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614667329', 'description': 'tempest-description--486329225'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:28.544158 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863e999-01ff-48b6-b843-37aa4921ba6b req-2e1d7a86-050c-41fe-bd9c-cc71f8627f28 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:28.545634 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a863e999-01ff-48b6-b843-37aa4921ba6b req-2e1d7a86-050c-41fe-bd9c-cc71f8627f28 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0500810 Oct 23 20:12:28.563498 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.579416 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:28.596255 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a863e999-01ff-48b6-b843-37aa4921ba6b req-d362557a-0bc0-4c87-bdc8-74afa95240f0 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448673 Oct 23 20:12:28.646029 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group (d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.649785 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.654970 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:28.682509 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.683723 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1444817 Oct 23 20:12:28.686474 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:28.687120 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 32988) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:28.691707 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-65978ac3-713c-4710-b3b9-c34b83260632 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Request body: {'security_group_rule': {'security_group_id': 'd73c40b4-1d2f-4a0b-a14e-af5bc2d4121b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:28.694027 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.694405 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.694752 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.695095 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.695434 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.695767 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.696098 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.696428 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.696754 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.697084 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.697441 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.698047 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.698398 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.698725 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.699051 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ba234-a385-4d97-9675-97007d409e79 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:28.721154 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-65978ac3-713c-4710-b3b9-c34b83260632 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group_rule (76751ba4-8f6a-49c8-ba15-0cada9758ef2), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.776872 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-65978ac3-713c-4710-b3b9-c34b83260632 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group_rule (76751ba4-8f6a-49c8-ba15-0cada9758ef2), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.781134 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-65978ac3-713c-4710-b3b9-c34b83260632 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (76751ba4-8f6a-49c8-ba15-0cada9758ef2), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.786414 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:28.788786 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:28.801521 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65978ac3-713c-4710-b3b9-c34b83260632 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76751ba4-8f6a-49c8-ba15-0cada9758ef2,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:28.809516 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-65978ac3-713c-4710-b3b9-c34b83260632 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.810618 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-65978ac3-713c-4710-b3b9-c34b83260632 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224747 Oct 23 20:12:28.813515 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 32990) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:28.818007 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-f7cc1e8f-d522-44d2-a75c-ec0315419ca8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Request body: {'security_group_rule': {'security_group_id': 'd73c40b4-1d2f-4a0b-a14e-af5bc2d4121b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:28.844147 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f7cc1e8f-d522-44d2-a75c-ec0315419ca8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group_rule (fa8743f3-ddf4-4ee9-ae7d-04d4c133f202), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.902060 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f7cc1e8f-d522-44d2-a75c-ec0315419ca8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group_rule (fa8743f3-ddf4-4ee9-ae7d-04d4c133f202), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.905689 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f7cc1e8f-d522-44d2-a75c-ec0315419ca8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (fa8743f3-ddf4-4ee9-ae7d-04d4c133f202), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.926019 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc1e8f-d522-44d2-a75c-ec0315419ca8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8743f3-ddf4-4ee9-ae7d-04d4c133f202,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:28.935131 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f7cc1e8f-d522-44d2-a75c-ec0315419ca8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:28.936305 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-f7cc1e8f-d522-44d2-a75c-ec0315419ca8 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217775 Oct 23 20:12:28.939483 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 32992) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:28.943709 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:28.964013 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:29.041947 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:29.386066 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Allocated IP 172.27.0.152 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/bfef5654-9549-46f4-a7a0-f262a02c9456) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:12:29.491314 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for port (bfef5654-9549-46f4-a7a0-f262a02c9456), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:29.530612 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (bfef5654-9549-46f4-a7a0-f262a02c9456), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:29.571250 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:12:29.578768 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:12:29.582613 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:12:29.585867 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event updated for resources: {'Port': ['ID=bfef5654-9549-46f4-a7a0-f262a02c9456,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:29.618322 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:29.667799 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (94dea1ec-6a68-47d8-9f6e-61b4fc53a271), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:29.702575 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:29.709738 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (bfef5654-9549-46f4-a7a0-f262a02c9456), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:29.724940 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a504141-d88d-44f7-be56-6c017db03fcd req-8cc67b77-2c6d-464d-849d-7dd3340bc24f tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:29.726474 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4a504141-d88d-44f7-be56-6c017db03fcd req-8cc67b77-2c6d-464d-849d-7dd3340bc24f tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0491724 Oct 23 20:12:29.777729 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4a504141-d88d-44f7-be56-6c017db03fcd req-b893b469-c34c-45b5-ba54-38b0efc0cd21 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446227 Oct 23 20:12:29.852017 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 41b0684f-5781-4279-b8fc-b59c705a8861 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:12:29.855721 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for port (bfef5654-9549-46f4-a7a0-f262a02c9456), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:29.865310 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (bfef5654-9549-46f4-a7a0-f262a02c9456), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:29.872583 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 41b0684f-5781-4279-b8fc-b59c705a8861 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:12:29.872931 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 41b0684f-5781-4279-b8fc-b59c705a8861 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:12:29.873356 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device e989a766-0552-40b5-acf0-9a2d7f1dfe99 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:12:29.891273 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: e989a766-0552-40b5-acf0-9a2d7f1dfe99 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:12:29.891620 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device e989a766-0552-40b5-acf0-9a2d7f1dfe99 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:12:29.934306 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event updated for resources: {'Port': ['ID=bfef5654-9549-46f4-a7a0-f262a02c9456,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:29.936760 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (94dea1ec-6a68-47d8-9f6e-61b4fc53a271), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:29.953296 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:29.954546 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-fb1de075-d390-4800-b28b-2b0ae5a795e3 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0141172 Oct 23 20:12:30.158019 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cb062bd8-b9c4-4a2e-b948-981a33a8aa1b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--614667329&fields=id&tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a HTTP/1.1" status: 200 len: 267 time: 0.0421073 Oct 23 20:12:30.278156 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-b6977616-7cac-4cab-84c1-a94750806798 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:30.279866 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-b6977616-7cac-4cab-84c1-a94750806798 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/networks?id=8e3b82ee-7488-4576-9263-10150a8cce41 HTTP/1.1" status: 200 len: 811 time: 0.1154609 Oct 23 20:12:30.296954 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-d34c5891-f34d-49e5-b9c2-782400cb345d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/quotas/5ebb0d7d16214912a585ca96cf6b2c6a HTTP/1.1" status: 200 len: 375 time: 0.0114949 Oct 23 20:12:30.344959 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-eccc192d-dc44-4fa8-ab47-5e599d43d847 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431590 Oct 23 20:12:30.504612 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-672d47b2-7eea-46d2-b9b0-b12d4d64a463 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462469 Oct 23 20:12:30.625818 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff0f95-c2fc-45db-ab6c-0158f3166cb7 req-e95b7cd6-b690-493e-8bbc-3801161ef835 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:30.627296 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-46ff0f95-c2fc-45db-ab6c-0158f3166cb7 req-e95b7cd6-b690-493e-8bbc-3801161ef835 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0699124 Oct 23 20:12:30.630875 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-79371a28-1031-4d33-abee-af5cc01b84ba service neutron] 10.222.0.13 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270065 Oct 23 20:12:30.675484 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-46ff0f95-c2fc-45db-ab6c-0158f3166cb7 req-c0387bff-65e5-4b1d-9711-20370c80f6d9 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424011 Oct 23 20:12:30.792275 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-71a0d6d0-c0e5-479a-a779-2718c6e69f21 req-ce1be997-c9d2-43c5-a4c2-02a6cafee41a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 210 time: 0.0271175 Oct 23 20:12:30.901054 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294433-82af-4849-9e50-64f38710916c req-747a7ff8-bef6-4fe4-abe9-1b6983b1d2b3 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:30.902562 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c8294433-82af-4849-9e50-64f38710916c req-747a7ff8-bef6-4fe4-abe9-1b6983b1d2b3 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0486860 Oct 23 20:12:30.955235 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c8294433-82af-4849-9e50-64f38710916c req-18bd024e-f48e-407a-b710-1aeff90bfac0 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468595 Oct 23 20:12:31.798426 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4c8f-64b2-4859-a1d7-d486e0fba786 req-2f6b08c3-df68-436e-968f-b5febc6a5ab0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:31.799807 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-810f4c8f-64b2-4859-a1d7-d486e0fba786 req-2f6b08c3-df68-436e-968f-b5febc6a5ab0 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0480194 Oct 23 20:12:31.850762 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-810f4c8f-64b2-4859-a1d7-d486e0fba786 req-67536ca6-31d9-4606-a13e-f219ca69fc96 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451369 Oct 23 20:12:31.897713 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ead639ea-fd64-4e4a-83f2-b0adb8d44ef6 req-67fb05f8-fa05-44d2-8239-d140a1e70a97 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 210 time: 0.0290232 Oct 23 20:12:32.080594 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60526a-3586-4550-92ab-b8cd15c3d54e req-a88ee1e7-e0a6-413e-ac70-310374ccf433 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:32.082064 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b60526a-3586-4550-92ab-b8cd15c3d54e req-a88ee1e7-e0a6-413e-ac70-310374ccf433 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0492458 Oct 23 20:12:32.130690 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b60526a-3586-4550-92ab-b8cd15c3d54e req-8087d203-fc6f-4f68-9d1b-cd157ec28058 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428722 Oct 23 20:12:32.210928 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbdc42-e053-4491-a13f-f5701caf2841 req-158b7411-46ba-4b14-a66f-73b20d6fa338 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:32.212428 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-54dbdc42-e053-4491-a13f-f5701caf2841 req-158b7411-46ba-4b14-a66f-73b20d6fa338 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 945 time: 0.0467563 Oct 23 20:12:32.315788 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-54dbdc42-e053-4491-a13f-f5701caf2841 req-e8d49167-1065-454d-bb38-37add897a93b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Deleting port 41d3538a-ad99-4c35-a478-c0aa5c437554 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:12:32.317475 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-54dbdc42-e053-4491-a13f-f5701caf2841 req-e8d49167-1065-454d-bb38-37add897a93b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:32.327105 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:32.339839 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-17be538b-b849-4fab-b8a8-dc51e8f18469 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:32.341226 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-17be538b-b849-4fab-b8a8-dc51e8f18469 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.15 "GET /networking/v2.0/networks?id=8e3b82ee-7488-4576-9263-10150a8cce41 HTTP/1.1" status: 200 len: 811 time: 0.1103795 Oct 23 20:12:32.355068 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:32.409326 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-825a7d91-4caa-43a1-97ed-845f7285fead tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a HTTP/1.1" status: 200 len: 379 time: 0.0607674 Oct 23 20:12:32.421089 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-54dbdc42-e053-4491-a13f-f5701caf2841 req-e8d49167-1065-454d-bb38-37add897a93b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] For port 41d3538a-ad99-4c35-a478-c0aa5c437554, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=41d3538a-ad99-4c35-a478-c0aa5c437554,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:32.421461 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-54dbdc42-e053-4491-a13f-f5701caf2841 req-e8d49167-1065-454d-bb38-37add897a93b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:32.434760 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-54dbdc42-e053-4491-a13f-f5701caf2841 req-e8d49167-1065-454d-bb38-37add897a93b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Calling delete_port for 41d3538a-ad99-4c35-a478-c0aa5c437554 owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:12:32.488522 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Request body: {'port': {'device_id': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'admin_state_up': True, 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'security_groups': ['d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b']}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:32.569636 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-54dbdc42-e053-4491-a13f-f5701caf2841 req-e8d49167-1065-454d-bb38-37add897a93b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (41d3538a-ad99-4c35-a478-c0aa5c437554), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:32.591492 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['2157f124-6d4c-4aa3-8b95-ee304dc9379e', '41d3538a-ad99-4c35-a478-c0aa5c437554'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:12:32.593992 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=58,neutron:UPDATE=5 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:32.616517 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Made reservation on behalf of 5ebb0d7d16214912a585ca96cf6b2c6a for: {'port': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:12:32.621235 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:32.625429 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d49167-1065-454d-bb38-37add897a93b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event deleted for resources: {'Port': ['ID=41d3538a-ad99-4c35-a478-c0aa5c437554,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:32.686784 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dbdc42-e053-4491-a13f-f5701caf2841 req-e8d49167-1065-454d-bb38-37add897a93b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] No DVR routers for this DVR port 41d3538a-ad99-4c35-a478-c0aa5c437554 on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:12:32.691996 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-54dbdc42-e053-4491-a13f-f5701caf2841 req-e8d49167-1065-454d-bb38-37add897a93b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:32.696978 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-54dbdc42-e053-4491-a13f-f5701caf2841 req-e8d49167-1065-454d-bb38-37add897a93b tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "DELETE /networking/v2.0/ports/41d3538a-ad99-4c35-a478-c0aa5c437554 HTTP/1.1" status: 204 len: 173 time: 0.4776063 Oct 23 20:12:32.697573 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea876cfc-08f7-40c4-bcd8-2b1f32738f30', 'name': 'network-vif-deleted', 'tag': '41d3538a-ad99-4c35-a478-c0aa5c437554'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:12:32.703160 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8593ccff-9912-4204-a163-e49ab127c907" -d '{"events": [{"server_uuid": "ea876cfc-08f7-40c4-bcd8-2b1f32738f30", "name": "network-vif-deleted", "tag": "41d3538a-ad99-4c35-a478-c0aa5c437554"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:12:32.748340 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eadf95-bc24-4100-a524-561086a1cafd x-openstack-request-id: req-73eadf95-bc24-4100-a524-561086a1cafd {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:12:32.748838 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea876cfc-08f7-40c4-bcd8-2b1f32738f30", "name": "network-vif-deleted", "tag": "41d3538a-ad99-4c35-a478-c0aa5c437554", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:12:32.749130 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73eadf95-bc24-4100-a524-561086a1cafd {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:12:32.749528 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73eadf95-bc24-4100-a524-561086a1cafd'] response: {'server_uuid': 'ea876cfc-08f7-40c4-bcd8-2b1f32738f30', 'name': 'network-vif-deleted', 'tag': '41d3538a-ad99-4c35-a478-c0aa5c437554', 'status': 'completed', 'code': 200} Oct 23 20:12:32.794469 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Allocated IP 172.20.0.5 (8e3b82ee-7488-4576-9263-10150a8cce41/daaca4e1-493a-432b-8103-3db60253ec00/c63cc4c4-cffa-4b0e-b0ee-c912548afbac) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:12:32.948383 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:32.989048 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7c139003-5b83-4a24-89e2-da43060d8027 req-0cd4eb2d-d5e0-4339-8553-3da3e371e4d2 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ea876cfc-08f7-40c4-bcd8-2b1f32738f30 HTTP/1.1" status: 200 len: 210 time: 0.0321195 Oct 23 20:12:33.042479 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c3c34fb3-c7c9-43be-8fee-6c8533d38b86 req-d9c00f41-ba4f-420f-b1ec-b4436b69edfc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 210 time: 0.0578370 Oct 23 20:12:33.060589 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:33.103404 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Network 8e3b82ee-7488-4576-9263-10150a8cce41 is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:12:33.107261 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:12:33.110332 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:12:33.149306 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event updated for resources: {'Port': ['ID=c63cc4c4-cffa-4b0e-b0ee-c912548afbac,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:33.175497 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:33.175987 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:33.194840 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-c6dc68e7-2bc3-4f8a-a273-0d245ee0c58b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7104352 Oct 23 20:12:33.259148 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bb0e1-f456-4736-84de-76772024bc9d req-949f21fc-f4b3-4f98-bd5e-0e1a35831e0a tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:33.261259 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ef5bb0e1-f456-4736-84de-76772024bc9d req-949f21fc-f4b3-4f98-bd5e-0e1a35831e0a tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0503685 Oct 23 20:12:33.313655 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ef5bb0e1-f456-4736-84de-76772024bc9d req-fd8fbcc7-77a2-4666-8cd7-70498feaba37 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465984 Oct 23 20:12:33.318885 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Request body: {'port': {'device_id': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:33.345721 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-9ab78e24-7067-431b-a24e-baddcdd5162d None None] Provisioning complete for port c63cc4c4-cffa-4b0e-b0ee-c912548afbac triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:33.346302 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9ab78e24-7067-431b-a24e-baddcdd5162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:33.346916 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-9ab78e24-7067-431b-a24e-baddcdd5162d None None] Attempt 1 to provision port c63cc4c4-cffa-4b0e-b0ee-c912548afbac Oct 23 20:12:33.384803 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-9ab78e24-7067-431b-a24e-baddcdd5162d None None] Port c63cc4c4-cffa-4b0e-b0ee-c912548afbac cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:12:33.388152 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:33.397324 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:33.420803 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:33.649284 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63cc4c4-cffa-4b0e-b0ee-c912548afbac {{(pid=104660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:12:33.656680 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Publish callbacks [] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:33.669199 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.provisioning_blocks [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Transition to ACTIVE for port object c63cc4c4-cffa-4b0e-b0ee-c912548afbac will not be triggered until provisioned by entity L2. {{(pid=104660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:12:33.671911 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:33.735913 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Pushing event updated for resources: {'Port': ['ID=c63cc4c4-cffa-4b0e-b0ee-c912548afbac,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:33.784722 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Attempting to bind port c63cc4c4-cffa-4b0e-b0ee-c912548afbac on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:12:33.785056 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Attempting to bind port c63cc4c4-cffa-4b0e-b0ee-c912548afbac by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:12:33.785382 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Attempting to bind port c63cc4c4-cffa-4b0e-b0ee-c912548afbac on network 8e3b82ee-7488-4576-9263-10150a8cce41 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:12:33.825664 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Port c63cc4c4-cffa-4b0e-b0ee-c912548afbac on network 8e3b82ee-7488-4576-9263-10150a8cce41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:12:33.825987 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Attempting to bind port c63cc4c4-cffa-4b0e-b0ee-c912548afbac on network 8e3b82ee-7488-4576-9263-10150a8cce41 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:12:33.867203 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:12:33.867543 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Checking segment: {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:12:33.867951 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Bound using segment: {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:12:33.868392 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Bound port: c63cc4c4-cffa-4b0e-b0ee-c912548afbac, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3639485d-90a4-48b5-851e-317a66c69c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41'}}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:12:33.868755 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:33.931112 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] For port c63cc4c4-cffa-4b0e-b0ee-c912548afbac, host hv-cinder-86243, cleared binding levels {{(pid=104660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:12:33.934119 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] For port c63cc4c4-cffa-4b0e-b0ee-c912548afbac, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c63cc4c4-cffa-4b0e-b0ee-c912548afbac,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:12:33.939671 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:33.944500 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:33.945106 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:33.946542 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/c63cc4c4-cffa-4b0e-b0ee-c912548afbac HTTP/1.1" status: 200 len: 1093 time: 0.6317139 Oct 23 20:12:33.947112 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'tag': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:12:33.949595 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9e4a71-4d52-4ff3-becd-087eae002625" -d '{"events": [{"name": "network-changed", "server_uuid": "6d97f22e-44b3-48cf-b17e-8ace7a5d67dc", "tag": "c63cc4c4-cffa-4b0e-b0ee-c912548afbac"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:12:33.992652 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75ccaed-fcd8-4a1f-8061-3ad3376e331d x-openstack-request-id: req-c75ccaed-fcd8-4a1f-8061-3ad3376e331d {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:12:33.992943 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d97f22e-44b3-48cf-b17e-8ace7a5d67dc", "tag": "c63cc4c4-cffa-4b0e-b0ee-c912548afbac", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:12:33.993197 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c75ccaed-fcd8-4a1f-8061-3ad3376e331d {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:12:33.993599 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75ccaed-fcd8-4a1f-8061-3ad3376e331d'] response: {'name': 'network-changed', 'server_uuid': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'tag': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac', 'status': 'completed', 'code': 200} Oct 23 20:12:33.998399 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6ddbd-bccc-44f9-a1d5-60d047a1069f service neutron] Pushing event updated for resources: {'Port': ['ID=c63cc4c4-cffa-4b0e-b0ee-c912548afbac,revision_number=3']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:34.091515 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-9934d9c4-2ec3-49e4-8b68-0e2023dd989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:34.093131 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-9934d9c4-2ec3-49e4-8b68-0e2023dd989e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 1127 time: 0.0441408 Oct 23 20:12:34.134366 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-8935a59a-5cbc-40b7-baf3-86c55d520f48 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63cc4c4-cffa-4b0e-b0ee-c912548afbac HTTP/1.1" status: 200 len: 217 time: 0.0348880 Oct 23 20:12:34.211608 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea8369-3741-4c08-8daa-7c8c6a462e76 req-5ca46481-df5f-4a56-a79b-9319ce42ede9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:34.213639 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-feea8369-3741-4c08-8daa-7c8c6a462e76 req-5ca46481-df5f-4a56-a79b-9319ce42ede9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 943 time: 0.0812650 Oct 23 20:12:34.222748 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-d21172fd-5a25-4e05-91ad-97d279a9cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:34.224131 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-d21172fd-5a25-4e05-91ad-97d279a9cb39 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=daaca4e1-493a-432b-8103-3db60253ec00 HTTP/1.1" status: 200 len: 850 time: 0.0818129 Oct 23 20:12:34.300636 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c47a01-51ec-4038-8ca6-ecab480578e1 req-009d5542-aa44-43e1-8539-009b863b3b6e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:34.302082 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-48c47a01-51ec-4038-8ca6-ecab480578e1 req-009d5542-aa44-43e1-8539-009b863b3b6e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0656433 Oct 23 20:12:34.305277 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-feea8369-3741-4c08-8daa-7c8c6a462e76 req-bccef119-615b-4f4d-990a-7c532b44203d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850034 Oct 23 20:12:34.329074 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:34.336788 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:34.353903 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-48c47a01-51ec-4038-8ca6-ecab480578e1 req-070531e8-7ead-4569-8a58-da8fec3c8867 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457234 Oct 23 20:12:34.434655 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad56bf-1047-433c-af51-08276f65acff req-04f63ae4-eb9f-4bdf-a3f0-d1f3be6c3277 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:34.436012 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-78ad56bf-1047-433c-af51-08276f65acff req-04f63ae4-eb9f-4bdf-a3f0-d1f3be6c3277 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0454679 Oct 23 20:12:34.484377 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-78ad56bf-1047-433c-af51-08276f65acff req-d8f1f08c-4206-4436-bd3b-336e3d515b8c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427845 Oct 23 20:12:35.424039 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e3178-fe12-4ca0-83e9-ef7c4e192ced req-029a59df-f8da-430d-8370-405d3dfeda94 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:35.425511 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-359e3178-fe12-4ca0-83e9-ef7c4e192ced req-029a59df-f8da-430d-8370-405d3dfeda94 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 943 time: 0.0466111 Oct 23 20:12:35.489584 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856b1eb-ed05-4a82-86e9-9bcdfc453ae4 req-797c0ccf-42b6-43e5-8d8f-7f6bdbfad0df tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:35.491070 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9856b1eb-ed05-4a82-86e9-9bcdfc453ae4 req-797c0ccf-42b6-43e5-8d8f-7f6bdbfad0df tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0625329 Oct 23 20:12:35.526061 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-359e3178-fe12-4ca0-83e9-ef7c4e192ced req-17564da4-82bf-4e4e-a3e1-7be7a2f90305 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887921 Oct 23 20:12:35.552372 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9856b1eb-ed05-4a82-86e9-9bcdfc453ae4 req-d174fff7-c57e-4208-a0ee-5bc9ed507a10 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556102 Oct 23 20:12:35.625618 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65521d2c-5d7e-40b1-b77d-b729aa09abc2 req-ed5443ea-1c99-40ff-92b7-a89381fe83fb tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:35.626980 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-65521d2c-5d7e-40b1-b77d-b729aa09abc2 req-ed5443ea-1c99-40ff-92b7-a89381fe83fb tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0457702 Oct 23 20:12:35.674196 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-65521d2c-5d7e-40b1-b77d-b729aa09abc2 req-a600ad66-5fdf-407d-8096-46870995455b tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417273 Oct 23 20:12:35.895481 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 41d3538a-ad99-4c35-a478-c0aa5c437554 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:12:35.899027 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:35.918235 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 41d3538a-ad99-4c35-a478-c0aa5c437554 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:12:35.918607 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 41d3538a-ad99-4c35-a478-c0aa5c437554 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:12:35.989823 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-b7a2cc7d-8590-4e5e-af70-b2638239b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:35.991315 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-b7a2cc7d-8590-4e5e-af70-b2638239b7ad service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=8e3b82ee-7488-4576-9263-10150a8cce41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422411 Oct 23 20:12:36.103909 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f951-6c37-4c3a-80a6-97a551198746 req-cb0c8bc2-7dad-4605-9677-031446a0389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:36.105502 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-51e9f951-6c37-4c3a-80a6-97a551198746 req-cb0c8bc2-7dad-4605-9677-031446a0389d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=f84aaa230cf14fd2b47b2076e43fcb73&device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 1130 time: 0.0409026 Oct 23 20:12:36.148248 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-b291aa9c-23f8-4066-bd62-2236c5ef9ba4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876803 Oct 23 20:12:36.169204 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:36.205769 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f951-6c37-4c3a-80a6-97a551198746 req-62e90a78-98c0-4666-8de2-8bdc1cc8c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:36.207284 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-51e9f951-6c37-4c3a-80a6-97a551198746 req-62e90a78-98c0-4666-8de2-8bdc1cc8c44c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676 HTTP/1.1" status: 200 len: 910 time: 0.0918436 Oct 23 20:12:36.257879 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d18abb68-5aa6-46fb-bbf0-5ab128a47820 req-81e06348-d6cf-472d-8050-7b76da951603 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008811 Oct 23 20:12:36.283038 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:36.292894 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-51e9f951-6c37-4c3a-80a6-97a551198746 req-b6e3a185-ec46-4ae8-af1c-1165a84f46f3 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02 HTTP/1.1" status: 200 len: 1002 time: 0.0626593 Oct 23 20:12:36.412812 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f951-6c37-4c3a-80a6-97a551198746 req-942d7295-364f-4e19-b2de-6d6d775ded67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:36.414179 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-51e9f951-6c37-4c3a-80a6-97a551198746 req-942d7295-364f-4e19-b2de-6d6d775ded67 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6450074e-91ff-42b9-8a98-6c24c0d8a45a HTTP/1.1" status: 200 len: 848 time: 0.0450304 Oct 23 20:12:36.673072 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cd0ae-4902-4d95-9d5e-d4a28b9f12d8 req-65e15dfe-b375-4972-9a7a-d6cb49e65825 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:36.674465 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dc8cd0ae-4902-4d95-9d5e-d4a28b9f12d8 req-65e15dfe-b375-4972-9a7a-d6cb49e65825 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 943 time: 0.0720427 Oct 23 20:12:36.688178 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0e2b-d66d-483c-be5a-47f1e892af20 req-dc6685cc-b38f-456f-8bcd-5ddc77100c68 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:36.689524 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-530c0e2b-d66d-483c-be5a-47f1e892af20 req-dc6685cc-b38f-456f-8bcd-5ddc77100c68 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0596466 Oct 23 20:12:36.693288 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:36.757357 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dc8cd0ae-4902-4d95-9d5e-d4a28b9f12d8 req-c8b239f9-383f-4043-9e39-59fd80200122 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756683 Oct 23 20:12:36.768794 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-530c0e2b-d66d-483c-be5a-47f1e892af20 req-e8e21141-aeb4-4f4d-8f86-ba0d73780971 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733688 Oct 23 20:12:36.857663 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f70cac-b377-477e-b5dc-8767fc1e2534 req-9256a988-753b-416e-9a11-2491a29590a1 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:36.859189 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-77f70cac-b377-477e-b5dc-8767fc1e2534 req-9256a988-753b-416e-9a11-2491a29590a1 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0461645 Oct 23 20:12:36.907212 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-77f70cac-b377-477e-b5dc-8767fc1e2534 req-72148cde-981f-480f-828b-52ee3324852e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425172 Oct 23 20:12:37.325654 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:37.907532 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241a891-c10e-4d65-8678-4f3615ebe67c req-4419e3ef-3ea3-4368-8c8f-5a930193dcb4 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:37.908968 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9241a891-c10e-4d65-8678-4f3615ebe67c req-4419e3ef-3ea3-4368-8c8f-5a930193dcb4 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 943 time: 0.0748470 Oct 23 20:12:37.918870 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6a1c0-c229-4358-b593-f6f29c6d6900 req-dab1bee7-f940-4c45-8779-71d972851fa6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:37.920210 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-69b6a1c0-c229-4358-b593-f6f29c6d6900 req-dab1bee7-f940-4c45-8779-71d972851fa6 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0749149 Oct 23 20:12:37.948976 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:37.954605 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:37.992800 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9241a891-c10e-4d65-8678-4f3615ebe67c req-990964e8-b14d-44e3-b466-23f87c4149d7 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717089 Oct 23 20:12:37.997424 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-69b6a1c0-c229-4358-b593-f6f29c6d6900 req-12070ac4-7ff6-4a61-9d9e-b93889cb097e tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707204 Oct 23 20:12:38.097025 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9cda6-46bd-416e-ac78-43699dea568e req-d3c21c30-4498-4a2a-8424-89526a25cf60 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:38.098468 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-07b9cda6-46bd-416e-ac78-43699dea568e req-d3c21c30-4498-4a2a-8424-89526a25cf60 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0452898 Oct 23 20:12:38.148514 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-07b9cda6-46bd-416e-ac78-43699dea568e req-932565c5-880b-441a-be89-88d35b179230 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441148 Oct 23 20:12:38.474173 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e4a71-4d52-4ff3-becd-087eae002625 req-d5009417-19c3-44ab-813f-49b47c980d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:38.475585 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6d9e4a71-4d52-4ff3-becd-087eae002625 req-d5009417-19c3-44ab-813f-49b47c980d7f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 1127 time: 0.0385215 Oct 23 20:12:38.509148 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4b36d-ed26-4e36-ba31-7f57879611f0 req-6e21a930-dea0-41ce-b019-5fbdd6c12549 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:38.510688 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-68d4b36d-ed26-4e36-ba31-7f57879611f0 req-6e21a930-dea0-41ce-b019-5fbdd6c12549 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 945 time: 0.0699565 Oct 23 20:12:38.511766 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f951-6c37-4c3a-80a6-97a551198746 req-59c4144b-ac87-4a95-9d53-a6cc541f8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:38.513102 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-51e9f951-6c37-4c3a-80a6-97a551198746 req-59c4144b-ac87-4a95-9d53-a6cc541f8e06 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804694 Oct 23 20:12:38.563212 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e4a71-4d52-4ff3-becd-087eae002625 req-63d6084b-b5b8-4e52-950e-da210bcebba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:38.564676 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6d9e4a71-4d52-4ff3-becd-087eae002625 req-63d6084b-b5b8-4e52-950e-da210bcebba4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=8e3b82ee-7488-4576-9263-10150a8cce41 HTTP/1.1" status: 200 len: 912 time: 0.0828128 Oct 23 20:12:38.605609 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6d9e4a71-4d52-4ff3-becd-087eae002625 req-ac605aa8-2663-48fb-b034-ec731acbbf0a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63cc4c4-cffa-4b0e-b0ee-c912548afbac HTTP/1.1" status: 200 len: 217 time: 0.0355544 Oct 23 20:12:38.654077 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e4a71-4d52-4ff3-becd-087eae002625 req-f57019b6-f620-4afb-a0dc-04fe8527032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:38.655560 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6d9e4a71-4d52-4ff3-becd-087eae002625 req-f57019b6-f620-4afb-a0dc-04fe8527032f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=daaca4e1-493a-432b-8103-3db60253ec00 HTTP/1.1" status: 200 len: 850 time: 0.0448790 Oct 23 20:12:38.663172 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-68d4b36d-ed26-4e36-ba31-7f57879611f0 req-94d1b4ad-a75d-4143-94e0-af3883749d05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Deleting port 2157f124-6d4c-4aa3-8b95-ee304dc9379e {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:12:38.663514 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-68d4b36d-ed26-4e36-ba31-7f57879611f0 req-94d1b4ad-a75d-4143-94e0-af3883749d05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:38.698305 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e4a71-4d52-4ff3-becd-087eae002625 req-39eb10c1-4a66-42dc-a36b-45e39e99b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:38.699273 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-51e9f951-6c37-4c3a-80a6-97a551198746 req-a7809469-a556-426d-887e-adf25eac51ab service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722643 Oct 23 20:12:38.699794 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6d9e4a71-4d52-4ff3-becd-087eae002625 req-39eb10c1-4a66-42dc-a36b-45e39e99b952 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=8e3b82ee-7488-4576-9263-10150a8cce41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385015 Oct 23 20:12:38.798969 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6d9e4a71-4d52-4ff3-becd-087eae002625 req-d48006db-38d5-4f38-b2a1-dedaf955a1ee service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881419 Oct 23 20:12:38.825014 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-68d4b36d-ed26-4e36-ba31-7f57879611f0 req-94d1b4ad-a75d-4143-94e0-af3883749d05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] For port 2157f124-6d4c-4aa3-8b95-ee304dc9379e, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=2157f124-6d4c-4aa3-8b95-ee304dc9379e,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:38.825451 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-68d4b36d-ed26-4e36-ba31-7f57879611f0 req-94d1b4ad-a75d-4143-94e0-af3883749d05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:38.848582 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-68d4b36d-ed26-4e36-ba31-7f57879611f0 req-94d1b4ad-a75d-4143-94e0-af3883749d05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Calling delete_port for 2157f124-6d4c-4aa3-8b95-ee304dc9379e owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:12:38.867632 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-51e9f951-6c37-4c3a-80a6-97a551198746 req-72465024-8890-463a-9838-6bb271d9110e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409688 Oct 23 20:12:38.902066 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6d9e4a71-4d52-4ff3-becd-087eae002625 req-f8ca2b3b-edd6-44b9-ba89-945a1bb8ec4f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974481 Oct 23 20:12:38.987426 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-68d4b36d-ed26-4e36-ba31-7f57879611f0 req-94d1b4ad-a75d-4143-94e0-af3883749d05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (2157f124-6d4c-4aa3-8b95-ee304dc9379e), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:38.999138 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['2157f124-6d4c-4aa3-8b95-ee304dc9379e'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:12:39.016191 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1b4ad-a75d-4143-94e0-af3883749d05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Pushing event deleted for resources: {'Port': ['ID=2157f124-6d4c-4aa3-8b95-ee304dc9379e,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:39.061631 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d4b36d-ed26-4e36-ba31-7f57879611f0 req-94d1b4ad-a75d-4143-94e0-af3883749d05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] No DVR routers for this DVR port 2157f124-6d4c-4aa3-8b95-ee304dc9379e on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:12:39.065422 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-68d4b36d-ed26-4e36-ba31-7f57879611f0 req-94d1b4ad-a75d-4143-94e0-af3883749d05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:39.068794 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-68d4b36d-ed26-4e36-ba31-7f57879611f0 req-94d1b4ad-a75d-4143-94e0-af3883749d05 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.15 "DELETE /networking/v2.0/ports/2157f124-6d4c-4aa3-8b95-ee304dc9379e HTTP/1.1" status: 204 len: 173 time: 0.5484183 Oct 23 20:12:39.069317 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8837d8-442b-4b75-b896-e07e4a04391f', 'name': 'network-vif-deleted', 'tag': '2157f124-6d4c-4aa3-8b95-ee304dc9379e'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:12:39.071612 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44886aac-f002-4d3d-8965-29dd9a6580cd" -d '{"events": [{"server_uuid": "df8837d8-442b-4b75-b896-e07e4a04391f", "name": "network-vif-deleted", "tag": "2157f124-6d4c-4aa3-8b95-ee304dc9379e"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:12:39.143327 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5c8335b5-67e9-4d01-89f1-f1ff629f6b1d req-28b2c08b-4b50-44e7-8188-9f7a589a2417 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 210 time: 0.0475941 Oct 23 20:12:39.156077 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad4e64-442e-4d6f-899a-c187f1c842a8 req-75f38829-c670-42b2-b45e-a9e1995caf54 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:39.158159 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-56ad4e64-442e-4d6f-899a-c187f1c842a8 req-75f38829-c670-42b2-b45e-a9e1995caf54 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 943 time: 0.0708885 Oct 23 20:12:39.188461 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe21d9f-6d40-4f1c-905b-786140a762e3 x-openstack-request-id: req-abe21d9f-6d40-4f1c-905b-786140a762e3 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:12:39.188757 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8837d8-442b-4b75-b896-e07e4a04391f", "name": "network-vif-deleted", "tag": "2157f124-6d4c-4aa3-8b95-ee304dc9379e", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:12:39.189005 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abe21d9f-6d40-4f1c-905b-786140a762e3 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:12:39.189406 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe21d9f-6d40-4f1c-905b-786140a762e3'] response: {'server_uuid': 'df8837d8-442b-4b75-b896-e07e4a04391f', 'name': 'network-vif-deleted', 'tag': '2157f124-6d4c-4aa3-8b95-ee304dc9379e', 'status': 'completed', 'code': 200} Oct 23 20:12:39.213691 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-56ad4e64-442e-4d6f-899a-c187f1c842a8 req-7b809fc4-9793-432f-8c40-e826c8f04f31 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500114 Oct 23 20:12:39.278760 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd4e18-2c52-4e44-ae11-34f1a5439cd9 req-88268b8f-bbc6-4d80-819a-041b1de48380 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:39.280186 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-94cd4e18-2c52-4e44-ae11-34f1a5439cd9 req-88268b8f-bbc6-4d80-819a-041b1de48380 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0459068 Oct 23 20:12:39.328029 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-94cd4e18-2c52-4e44-ae11-34f1a5439cd9 req-978fc21f-2405-4ae0-ba57-f39ead61bfa8 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422413 Oct 23 20:12:39.928107 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c63cc4c4-cffa-4b0e-b0ee-c912548afbac details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:12:40.028982 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c63cc4c4-cffa-4b0e-b0ee-c912548afbac, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c63cc4c4-cffa-4b0e-b0ee-c912548afbac,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:40.042081 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'port_id': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac', 'mac_address': 'fa:16:3e:b1:d3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:12:40.076185 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port c63cc4c4-cffa-4b0e-b0ee-c912548afbac is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:40.076577 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:40.089796 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63cc4c4-cffa-4b0e-b0ee-c912548afbac {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:12:40.109390 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c63cc4c4-cffa-4b0e-b0ee-c912548afbac, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c63cc4c4-cffa-4b0e-b0ee-c912548afbac,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:40.112991 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:40.134164 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:40.158270 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=c63cc4c4-cffa-4b0e-b0ee-c912548afbac,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:40.247403 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1bc79e6b-7ac9-4d4c-9a4d-6965039c0edc req-8411c8c3-87d5-4a1d-ab56-b63b28bb2106 tempest-ServerRescueNegativeTestJSON-1805229211 tempest-ServerRescueNegativeTestJSON-1805229211-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=df8837d8-442b-4b75-b896-e07e4a04391f HTTP/1.1" status: 200 len: 210 time: 0.0296042 Oct 23 20:12:40.332514 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e313b77-40d2-414d-b87d-892853063c7e req-9fa75117-7d51-43f4-b2ef-d710588f639e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:40.333997 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6e313b77-40d2-414d-b87d-892853063c7e req-9fa75117-7d51-43f4-b2ef-d710588f639e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 944 time: 0.0463722 Oct 23 20:12:40.389795 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6e313b77-40d2-414d-b87d-892853063c7e req-0ea3f57d-5f27-484d-9529-362f0a7c988e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482016 Oct 23 20:12:40.439699 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:40.460353 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c880937-9075-4184-9efe-82a6bc17ac06 req-6f7c70e2-9ca9-4089-b2b5-ddb1fb7c0fea tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:40.461861 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6c880937-9075-4184-9efe-82a6bc17ac06 req-6f7c70e2-9ca9-4089-b2b5-ddb1fb7c0fea tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0521209 Oct 23 20:12:40.485689 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['c63cc4c4-cffa-4b0e-b0ee-c912548afbac'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:12:40.523886 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6c880937-9075-4184-9efe-82a6bc17ac06 req-13b607e0-38bc-4591-9d88-128a2c18e3df tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543180 Oct 23 20:12:41.321255 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33100) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:41.556746 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ad992-48f7-473e-89f5-fa0dc7d9df9b req-ac45eb5e-77ea-4537-884a-4a33d52e7d10 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:41.558114 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-054ad992-48f7-473e-89f5-fa0dc7d9df9b req-ac45eb5e-77ea-4537-884a-4a33d52e7d10 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 944 time: 0.0823700 Oct 23 20:12:41.563824 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:41.683199 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea513e17-03a9-4e6a-a724-4f1221971593 req-68aa1da2-6bb7-4397-8b63-8770b31e04a7 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:41.684609 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ea513e17-03a9-4e6a-a724-4f1221971593 req-68aa1da2-6bb7-4397-8b63-8770b31e04a7 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0772405 Oct 23 20:12:41.689274 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-054ad992-48f7-473e-89f5-fa0dc7d9df9b req-3fd7ecfd-e8fc-4765-90ca-cae2930ee48c tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242862 Oct 23 20:12:41.793195 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ea513e17-03a9-4e6a-a724-4f1221971593 req-1775f7a2-c7d2-45d2-8066-db4b7e92b8db tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807636 Oct 23 20:12:41.818518 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2833a4fa-6b67-4748-a322-df0550473493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:41.876113 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [req-99c478de-8d66-43d9-93b0-a6e43523c7a0 req-37aa7069-5c86-4f2a-a794-720cc76ead96 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104660) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 20:12:41.877046 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-99c478de-8d66-43d9-93b0-a6e43523c7a0 req-37aa7069-5c86-4f2a-a794-720cc76ead96 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049450 Oct 23 20:12:41.885828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-eff1fd8b-d458-458b-8d7b-29e4532833d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16394362'] for router_interface (db9cbfec-86d1-480b-8271-c110e87dca47), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:41.945345 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c63cc4c4-cffa-4b0e-b0ee-c912548afbac up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:12:42.019492 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port c63cc4c4-cffa-4b0e-b0ee-c912548afbac completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:12:42.027269 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port c63cc4c4-cffa-4b0e-b0ee-c912548afbac triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:42.027770 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:42.028206 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port c63cc4c4-cffa-4b0e-b0ee-c912548afbac Oct 23 20:12:42.065326 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33118) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:42.107685 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port c63cc4c4-cffa-4b0e-b0ee-c912548afbac is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:42.108082 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:42.133539 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:12:42.136474 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae373428-6889-48b4-ade8-4058243252df" -d '{"events": [{"server_uuid": "6d97f22e-44b3-48cf-b17e-8ace7a5d67dc", "name": "network-vif-plugged", "status": "completed", "tag": "c63cc4c4-cffa-4b0e-b0ee-c912548afbac"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:12:42.150395 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c63cc4c4-cffa-4b0e-b0ee-c912548afbac, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c63cc4c4-cffa-4b0e-b0ee-c912548afbac,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:42.155711 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:42.156921 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device b0cc60ca-61c3-4d14-93ce-439ad242dc02 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:12:42.173233 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-54dc3736-5493-4ce7-96f4-8f4d80ee067e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062756 Oct 23 20:12:42.185830 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-bf37dbfc-6438-4473-be02-7a62fdeb78b7 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 20:12:42.190030 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-bf37dbfc-6438-4473-be02-7a62fdeb78b7 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0102611 Oct 23 20:12:42.212809 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c004850-8acc-48b8-9e4b-0e697edd6eaf x-openstack-request-id: req-9c004850-8acc-48b8-9e4b-0e697edd6eaf {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:12:42.213234 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d97f22e-44b3-48cf-b17e-8ace7a5d67dc", "name": "network-vif-plugged", "status": "completed", "tag": "c63cc4c4-cffa-4b0e-b0ee-c912548afbac", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:12:42.213658 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c004850-8acc-48b8-9e4b-0e697edd6eaf {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:12:42.214553 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c004850-8acc-48b8-9e4b-0e697edd6eaf'] response: {'server_uuid': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac', 'code': 200} Oct 23 20:12:42.294082 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=c63cc4c4-cffa-4b0e-b0ee-c912548afbac,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:42.298941 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33128) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:42.315532 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port b0cc60ca-61c3-4d14-93ce-439ad242dc02 is: ACTIVE; New status is: DOWN {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:42.316500 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:42.365530 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port b0cc60ca-61c3-4d14-93ce-439ad242dc02, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:42.371842 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:42.372740 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 2157f124-6d4c-4aa3-8b95-ee304dc9379e no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:12:42.376632 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:42.378498 dv-cinder-862432-1-iscsi neutron-server[104659]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 23 20:12:42.424068 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 2157f124-6d4c-4aa3-8b95-ee304dc9379e {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:12:42.424573 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 2157f124-6d4c-4aa3-8b95-ee304dc9379e not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:12:42.427347 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-7ac295a7-d4b4-4ad8-af10-bd58e28cc9ee tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:42.429106 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-7ac295a7-d4b4-4ad8-af10-bd58e28cc9ee tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports/b0cc60ca-61c3-4d14-93ce-439ad242dc02 HTTP/1.1" status: 200 len: 941 time: 0.1286530 Oct 23 20:12:42.442788 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d89a7-c151-435c-9267-daa8e435fb40 req-cbbd3801-6efe-46ae-b1ca-968f8f78b690 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:42.444280 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b66d89a7-c151-435c-9267-daa8e435fb40 req-cbbd3801-6efe-46ae-b1ca-968f8f78b690 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.4039016 Oct 23 20:12:42.450313 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=b0cc60ca-61c3-4d14-93ce-439ad242dc02,revision_number=6']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:42.453345 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adf789-abcc-4327-935e-b3ab2ef7482c req-dc6145a1-7c60-49c6-9564-c8b455e60710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:42.454793 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-44adf789-abcc-4327-935e-b3ab2ef7482c req-dc6145a1-7c60-49c6-9564-c8b455e60710 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 1129 time: 0.0691025 Oct 23 20:12:42.572349 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-44adf789-abcc-4327-935e-b3ab2ef7482c req-c3ea8ec6-6889-4fcf-88c8-f56422f1e35f service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071715 Oct 23 20:12:42.572741 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:42.580403 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b66d89a7-c151-435c-9267-daa8e435fb40 req-d2c378c8-de57-4cec-8d19-70c9451eebf2 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242719 Oct 23 20:12:42.586869 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-eff1fd8b-d458-458b-8d7b-29e4532833d0 admin admin] Deleting port 38ee32f4-70fb-401f-8d18-54a8b60e27ae {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:12:42.587213 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-eff1fd8b-d458-458b-8d7b-29e4532833d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:42.670552 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-eff1fd8b-d458-458b-8d7b-29e4532833d0 admin admin] For port 38ee32f4-70fb-401f-8d18-54a8b60e27ae, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=38ee32f4-70fb-401f-8d18-54a8b60e27ae,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:42.670916 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-eff1fd8b-d458-458b-8d7b-29e4532833d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:42.684090 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-eff1fd8b-d458-458b-8d7b-29e4532833d0 admin admin] Calling delete_port for 38ee32f4-70fb-401f-8d18-54a8b60e27ae owned by network:router_interface {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:12:42.741461 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:42.841719 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546c1c8-4c69-484e-a691-c6e446a054ba req-366cdba4-075c-4755-8500-d01b4daaedc1 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:42.843095 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6546c1c8-4c69-484e-a691-c6e446a054ba req-366cdba4-075c-4755-8500-d01b4daaedc1 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 945 time: 0.0613811 Oct 23 20:12:42.924730 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6546c1c8-4c69-484e-a691-c6e446a054ba req-db7abdea-521c-4763-8f76-90d363fbae7b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745254 Oct 23 20:12:42.942425 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-eff1fd8b-d458-458b-8d7b-29e4532833d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (38ee32f4-70fb-401f-8d18-54a8b60e27ae), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:42.965608 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1fd8b-d458-458b-8d7b-29e4532833d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ee32f4-70fb-401f-8d18-54a8b60e27ae,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:43.131962 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-eff1fd8b-d458-458b-8d7b-29e4532833d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16321041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16392394'] for router_interface (db9cbfec-86d1-480b-8271-c110e87dca47), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:43.159900 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d9dd3a-e7f6-4bb3-a4c4-66df21c87dcc None None] get_active_networks_info from dv-cinder-862432-1-iscsi {{(pid=104661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 20:12:43.263545 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9dd3a-e7f6-4bb3-a4c4-66df21c87dcc None None] Resources bound (agent type, host, resource id): {{(pid=104661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 20:12:43.340478 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:43.346402 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff1fd8b-d458-458b-8d7b-29e4532833d0 admin admin] Router db9cbfec-86d1-480b-8271-c110e87dca47 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:12:43.449859 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff1fd8b-d458-458b-8d7b-29e4532833d0 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:12:43.455342 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-eff1fd8b-d458-458b-8d7b-29e4532833d0 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/db9cbfec-86d1-480b-8271-c110e87dca47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1328516 Oct 23 20:12:43.457889 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33140) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:43.460433 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f233921-d323-427e-91cd-c11744009257 None None] Sync routers for ids ['db9cbfec-86d1-480b-8271-c110e87dca47'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:12:43.474512 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f233921-d323-427e-91cd-c11744009257 None None] Routers {'db9cbfec-86d1-480b-8271-c110e87dca47'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:43.475349 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-6f233921-d323-427e-91cd-c11744009257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['db9cbfec-86d1-480b-8271-c110e87dca47'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:43.569849 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:43.572221 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Publish callbacks [] for router (db9cbfec-86d1-480b-8271-c110e87dca47), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:43.580655 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-6f233921-d323-427e-91cd-c11744009257 None None] Set router db9cbfec-86d1-480b-8271-c110e87dca47 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:43.607871 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:43.678116 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Publish callbacks [] for router_gateway (db9cbfec-86d1-480b-8271-c110e87dca47), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:43.733609 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Deleting port 19d73d9f-c145-4fc0-a75a-bc8974d80880 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:12:43.734357 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:43.739399 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d5210-c528-46a1-9a01-574b1b23e36a req-3a463896-9010-443d-a611-d95c706e8b6a tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:43.740986 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-894d5210-c528-46a1-9a01-574b1b23e36a req-3a463896-9010-443d-a611-d95c706e8b6a tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0687187 Oct 23 20:12:43.788324 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-6f233921-d323-427e-91cd-c11744009257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:12:42Z', 'revision_number': 5, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port': {'id': '19d73d9f-c145-4fc0-a75a-bc8974d80880', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:14Z', 'updated_at': '2022-10-23T20:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:43.815325 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f233921-d323-427e-91cd-c11744009257 None None] Checking router: db9cbfec-86d1-480b-8271-c110e87dca47 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:12:43.822812 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-894d5210-c528-46a1-9a01-574b1b23e36a req-a8c5edc0-c3f2-46a9-a588-5259a0d5e477 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715060 Oct 23 20:12:43.825464 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f233921-d323-427e-91cd-c11744009257 None None] Routers {'db9cbfec-86d1-480b-8271-c110e87dca47'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:43.826076 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-6f233921-d323-427e-91cd-c11744009257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['db9cbfec-86d1-480b-8271-c110e87dca47'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:43.839653 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] For port 19d73d9f-c145-4fc0-a75a-bc8974d80880, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=19d73d9f-c145-4fc0-a75a-bc8974d80880,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:43.840223 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:43.861482 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Calling delete_port for 19d73d9f-c145-4fc0-a75a-bc8974d80880 owned by network:router_gateway {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:12:43.921892 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-6f233921-d323-427e-91cd-c11744009257 None None] Set router db9cbfec-86d1-480b-8271-c110e87dca47 gateway port host: None {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:43.986551 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-6f233921-d323-427e-91cd-c11744009257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:12:43Z', 'revision_number': 6, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port_host': None}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:44.015052 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f233921-d323-427e-91cd-c11744009257 None None] The sync data for ids ['db9cbfec-86d1-480b-8271-c110e87dca47'] in dv-cinder-862432-1-iscsi is: [{'id': 'db9cbfec-86d1-480b-8271-c110e87dca47', 'name': 'tempest-ServerRescueNegativeTestJSON-858611187-router', 'tenant_id': 'e41c21bcf4ca457391486c08565b2aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:12:43Z', 'revision_number': 6, 'project_id': 'e41c21bcf4ca457391486c08565b2aae', 'gw_port_host': None}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:12:44.060617 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (19d73d9f-c145-4fc0-a75a-bc8974d80880), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.084861 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45f524-0d9a-4ff3-80a4-1cc7c5fdec1d req-0deb89eb-607f-440e-91ed-ec78c30c2fbd tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:44.086499 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5a45f524-0d9a-4ff3-80a4-1cc7c5fdec1d req-0deb89eb-607f-440e-91ed-ec78c30c2fbd tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 945 time: 0.0721118 Oct 23 20:12:44.092568 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Pushing event deleted for resources: {'Port': ['ID=19d73d9f-c145-4fc0-a75a-bc8974d80880,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:44.146722 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5a45f524-0d9a-4ff3-80a4-1cc7c5fdec1d req-d393472f-c037-45ad-a782-e32b8244bc3f tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534575 Oct 23 20:12:44.175758 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16393631'] for router_gateway (db9cbfec-86d1-480b-8271-c110e87dca47), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.202573 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4261059d-b3ae-4fe7-ad17-69334c2d0a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.215224 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:12:44.218332 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eec6d09-c58c-495a-b662-0483518dcd58" -d '{"events": [{"server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:12:44.260464 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 23 Oct 2022 20:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c8f23e-34da-4299-8019-907f48a2d446 x-openstack-request-id: req-98c8f23e-34da-4299-8019-907f48a2d446 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:12:44.261071 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "name": "network-vif-unplugged", "status": "failed", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02", "code": 422}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:12:44.261678 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98c8f23e-34da-4299-8019-907f48a2d446 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:12:44.262396 dv-cinder-862432-1-iscsi neutron-server[104661]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-98c8f23e-34da-4299-8019-907f48a2d446']: {'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'code': 422} returned with failed status Oct 23 20:12:44.276447 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16393360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48003'] for router (db9cbfec-86d1-480b-8271-c110e87dca47), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.278840 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Publish callbacks [] for router_controller (db9cbfec-86d1-480b-8271-c110e87dca47), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.288951 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-8cf7ed89-fb82-4da7-9284-6c98155e9355 None None] Provisioning complete for port b96a899a-b106-47fc-8d7e-7f501dd27509 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:44.289326 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ed89-fb82-4da7-9284-6c98155e9355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.289662 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-8cf7ed89-fb82-4da7-9284-6c98155e9355 None None] Attempt 1 to provision port b96a899a-b106-47fc-8d7e-7f501dd27509 Oct 23 20:12:44.329124 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16394297'] for router (db9cbfec-86d1-480b-8271-c110e87dca47), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.329832 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router db9cbfec-86d1-480b-8271-c110e87dca47 {{(pid=104659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 20:12:44.334904 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.339561 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-11ebade7-c043-49c3-9042-07a73b9107aa admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/db9cbfec-86d1-480b-8271-c110e87dca47 HTTP/1.1" status: 204 len: 168 time: 0.8771546 Oct 23 20:12:44.339561 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33148) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:44.371305 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:44.374589 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-8cf7ed89-fb82-4da7-9284-6c98155e9355 None None] Current status of the port b96a899a-b106-47fc-8d7e-7f501dd27509 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:44.405509 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e30d58-506c-4c93-ae46-622e952f58f0 admin admin] Deleting subnet 2139503f-1ef8-4f08-99c6-ae904f60f5a2 {{(pid=104659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:12:44.408957 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f4e30d58-506c-4c93-ae46-622e952f58f0 admin admin] Publish callbacks [] for subnet (2139503f-1ef8-4f08-99c6-ae904f60f5a2), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.447217 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f4e30d58-506c-4c93-ae46-622e952f58f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182768'] for subnet (2139503f-1ef8-4f08-99c6-ae904f60f5a2), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.532023 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f4e30d58-506c-4c93-ae46-622e952f58f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (2139503f-1ef8-4f08-99c6-ae904f60f5a2), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.574754 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:44.593016 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f4e30d58-506c-4c93-ae46-622e952f58f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2990477'] for subnet (2139503f-1ef8-4f08-99c6-ae904f60f5a2), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.616880 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e30d58-506c-4c93-ae46-622e952f58f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2139503f-1ef8-4f08-99c6-ae904f60f5a2,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:44.622334 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f4e30d58-506c-4c93-ae46-622e952f58f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.625481 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-f4e30d58-506c-4c93-ae46-622e952f58f0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/2139503f-1ef8-4f08-99c6-ae904f60f5a2 HTTP/1.1" status: 204 len: 168 time: 0.2822895 Oct 23 20:12:44.628057 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33150) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:44.630080 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b677bfb-d06f-43c4-b5d5-bc3ee8ea2227 None None] Network 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:12:44.646530 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:44.705137 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.750198 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Deleting port b96a899a-b106-47fc-8d7e-7f501dd27509 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:12:44.750198 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.792867 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] DHCP port deletion for 4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 request from dv-cinder-862432-1-iscsi {{(pid=104661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 20:12:44.824872 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:44.838283 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] For port b96a899a-b106-47fc-8d7e-7f501dd27509, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=b96a899a-b106-47fc-8d7e-7f501dd27509,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:44.838670 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.843024 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Deleting port b96a899a-b106-47fc-8d7e-7f501dd27509 {{(pid=104661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:12:44.843403 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), before_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.858613 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Calling delete_port for b96a899a-b106-47fc-8d7e-7f501dd27509 owned by network:dhcp {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:12:44.862497 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-98ef795d-6cb3-42c3-871b-fa96b0de1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:44.864629 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-98ef795d-6cb3-42c3-871b-fa96b0de1239 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451&tenant_id=f84aaa230cf14fd2b47b2076e43fcb73 HTTP/1.1" status: 200 len: 1128 time: 0.0878897 Oct 23 20:12:44.942636 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] For port b96a899a-b106-47fc-8d7e-7f501dd27509, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=b96a899a-b106-47fc-8d7e-7f501dd27509,segment=NetworkSegment(d1dd8b3a-331b-4952-8834-3f0b037650f8),segment_id=d1dd8b3a-331b-4952-8834-3f0b037650f8)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:44.943132 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), precommit_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.953813 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:44.956527 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:44.958487 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Calling delete_port for b96a899a-b106-47fc-8d7e-7f501dd27509 owned by network:dhcp {{(pid=104661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:12:44.966469 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-5bd21cd8-3d9a-4025-abfe-a6234abaff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:44.969247 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-5bd21cd8-3d9a-4025-abfe-a6234abaff4d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=f84aaa230cf14fd2b47b2076e43fcb73&device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 1128 time: 0.0775230 Oct 23 20:12:44.989614 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d85004-d1da-4827-ae29-ed52050d2bdb req-86aed585-1c8b-47f9-a068-b67b582b7111 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:44.989835 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] No DVR routers for this DVR port b96a899a-b106-47fc-8d7e-7f501dd27509 on host dv-cinder-862432-1-iscsi {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:12:44.991195 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6d85004-d1da-4827-ae29-ed52050d2bdb req-86aed585-1c8b-47f9-a068-b67b582b7111 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0705543 Oct 23 20:12:44.997613 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Pushing event deleted for resources: {'Port': ['ID=b96a899a-b106-47fc-8d7e-7f501dd27509,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:45.058106 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936'] for port (b96a899a-b106-47fc-8d7e-7f501dd27509), after_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.075372 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.082453 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Pushing event deleted for resources: {'Port': ['ID=b96a899a-b106-47fc-8d7e-7f501dd27509,revision_number=None']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:45.091585 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.091939 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.092285 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.092651 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.092994 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.093332 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.093673 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.093984 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.094337 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.094666 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.094994 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.095325 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.095653 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.095972 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.096319 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:45.097556 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2']}} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:45.099091 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc8c7f1-b1f5-4d42-bb44-b10a62e7621b None None] No DVR routers for this DVR port b96a899a-b106-47fc-8d7e-7f501dd27509 on host dv-cinder-862432-1-iscsi {{(pid=104661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:12:45.104461 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a6d85004-d1da-4827-ae29-ed52050d2bdb req-22b55746-0139-4f11-87fe-3e5075cfe97d tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008224 Oct 23 20:12:45.111455 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dd8b3a-331b-4952-8834-3f0b037650f8') {'for_net_delete': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:45.111933 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dd8b3a-331b-4952-8834-3f0b037650f8') {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:45.119975 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-147f5b21-993b-4536-9a67-91e33233c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:45.121991 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-147f5b21-993b-4536-9a67-91e33233c15d service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676 HTTP/1.1" status: 200 len: 910 time: 0.1456721 Oct 23 20:12:45.122825 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182779'] for segment (d1dd8b3a-331b-4952-8834-3f0b037650f8), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.141602 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (d1dd8b3a-331b-4952-8834-3f0b037650f8), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.148601 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:12:45.149089 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921699'] for segment (d1dd8b3a-331b-4952-8834-3f0b037650f8), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.168683 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment d1dd8b3a-331b-4952-8834-3f0b037650f8 resource provider aggregate not found Oct 23 20:12:45.193489 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-2e6337f0-8441-4e21-a11c-c5ef35838bae service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02 HTTP/1.1" status: 200 len: 1000 time: 0.0639350 Oct 23 20:12:45.209982 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment d1dd8b3a-331b-4952-8834-3f0b037650f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1dd8b3a-331b-4952-8834-3f0b037650f8 found for delete ", "request_id": "req-d732767c-e27b-408f-b210-59e5314e0046"}]} Oct 23 20:12:45.225156 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.232255 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.238233 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2 HTTP/1.1" status: 204 len: 168 time: 0.6062796 Oct 23 20:12:45.253487 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec5ed8-8a0a-4b50-a1cb-f7c65255865d admin admin] Pushing event deleted for resources: {'Network': ['ID=4fadb6cf-3557-4130-bf6c-5eb0e0fb1ad2,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:45.271134 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-91d2e581-31ad-4e23-95b9-299f4aae9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:45.273410 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-91d2e581-31ad-4e23-95b9-299f4aae9534 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6450074e-91ff-42b9-8a98-6c24c0d8a45a HTTP/1.1" status: 200 len: 848 time: 0.0735860 Oct 23 20:12:45.276616 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device b96a899a-b106-47fc-8d7e-7f501dd27509 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:12:45.302309 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: b96a899a-b106-47fc-8d7e-7f501dd27509 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:12:45.303052 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device b96a899a-b106-47fc-8d7e-7f501dd27509 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:12:45.303780 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 38ee32f4-70fb-401f-8d18-54a8b60e27ae no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:12:45.323240 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 38ee32f4-70fb-401f-8d18-54a8b60e27ae {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:12:45.323894 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 38ee32f4-70fb-401f-8d18-54a8b60e27ae not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:12:45.324482 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 19d73d9f-c145-4fc0-a75a-bc8974d80880 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:12:45.343236 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 19d73d9f-c145-4fc0-a75a-bc8974d80880 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:12:45.343593 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 19d73d9f-c145-4fc0-a75a-bc8974d80880 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:12:45.356430 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac6426-cb2b-44b3-9524-b8603d852632 req-fc2b9818-ebfa-4414-a274-6ccec8684037 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:45.357921 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-80ac6426-cb2b-44b3-9524-b8603d852632 req-fc2b9818-ebfa-4414-a274-6ccec8684037 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 945 time: 0.0836489 Oct 23 20:12:45.363417 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-1582002e-1686-4284-b6b9-ddcb1c8b2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:45.364830 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-1582002e-1686-4284-b6b9-ddcb1c8b2b77 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569282 Oct 23 20:12:45.373767 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33162) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:45.418589 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-ddac5272-5402-4af2-a085-6e8761991dd9 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e41c21bcf4ca457391486c08565b2aae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404570 Oct 23 20:12:45.418589 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33164) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:45.425227 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.468111 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-80ac6426-cb2b-44b3-9524-b8603d852632 req-a9b46482-082d-4627-8b09-62cde3ecc48b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023362 Oct 23 20:12:45.468361 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c32da34c-27d6-4d1b-a66b-ca96f36bc712 admin admin] Publish callbacks [] for security_group (07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.491720 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-40e3b58d-afa2-43a0-b7ab-f2eef93c438f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197972 Oct 23 20:12:45.492910 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c32da34c-27d6-4d1b-a66b-ca96f36bc712 admin admin] Publish callbacks [] for security_group (07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.545230 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c32da34c-27d6-4d1b-a66b-ca96f36bc712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.549734 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c32da34c-27d6-4d1b-a66b-ca96f36bc712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.551478 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-c32da34c-27d6-4d1b-a66b-ca96f36bc712 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b HTTP/1.1" status: 204 len: 168 time: 0.1323619 Oct 23 20:12:45.559912 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32da34c-27d6-4d1b-a66b-ca96f36bc712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cf7e64-a507-4fb3-8d2a-ce1f8da3fb3b,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:45.597345 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:45.625922 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc677b-96b4-4e92-9886-897c3526764d req-85897280-e6cd-47ba-943e-b003a630931b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:45.627442 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cabc677b-96b4-4e92-9886-897c3526764d req-85897280-e6cd-47ba-943e-b003a630931b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 945 time: 0.0697031 Oct 23 20:12:45.638283 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33170) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:45.638724 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-096462ae-6564-485b-97a3-58fe2a58ca14 req-e8b646f8-9368-436f-b084-904ceefbbfa9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416535 Oct 23 20:12:45.642639 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-77d93039-8ca7-423a-8aed-fd4066ecb03a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Request body: {'floatingip': {'port_id': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:45.683088 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77d93039-8ca7-423a-8aed-fd4066ecb03a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (94dea1ec-6a68-47d8-9f6e-61b4fc53a271), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:45.778458 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:45.973492 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:46.118498 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77d93039-8ca7-423a-8aed-fd4066ecb03a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:46.122644 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77d93039-8ca7-423a-8aed-fd4066ecb03a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (94dea1ec-6a68-47d8-9f6e-61b4fc53a271), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:46.222618 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [None req-77d93039-8ca7-423a-8aed-fd4066ecb03a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Floating IP 94dea1ec-6a68-47d8-9f6e-61b4fc53a271 associated. External IP: 172.27.0.152, port: c63cc4c4-cffa-4b0e-b0ee-c912548afbac. Oct 23 20:12:46.238680 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869c8a-a6db-4ad0-8701-dc7747d95a49 req-2ee370d3-ac18-4e73-b795-eeee4215341d tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:46.241247 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a7869c8a-a6db-4ad0-8701-dc7747d95a49 req-2ee370d3-ac18-4e73-b795-eeee4215341d tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0548699 Oct 23 20:12:46.278954 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33192) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:46.299817 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a7869c8a-a6db-4ad0-8701-dc7747d95a49 req-ba7cf857-2115-4120-92a4-4fecdfab5bbc tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529029 Oct 23 20:12:46.604130 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1176489031-network', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:46.633924 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Made reservation on behalf of 71f456c92d544d0c81bcb2fe937188ef for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:12:46.636727 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:46.669810 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:46.707806 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d93039-8ca7-423a-8aed-fd4066ecb03a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Router c9d4b704-a405-43c3-a617-61dd403ffa90 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:12:46.767381 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:46.845087 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Publish callbacks [] for security_group (33ae6593-05c4-4c5e-b25b-8c7835aac8de), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:46.852303 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (33ae6593-05c4-4c5e-b25b-8c7835aac8de), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:46.866421 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d93039-8ca7-423a-8aed-fd4066ecb03a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:12:46.873333 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77d93039-8ca7-423a-8aed-fd4066ecb03a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:46.878294 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f93633-dfc8-4268-996c-dc6e084edd01 None None] Sync routers for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:12:46.886228 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:46.889375 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f93633-dfc8-4268-996c-dc6e084edd01 None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:46.890013 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-30f93633-dfc8-4268-996c-dc6e084edd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:46.904808 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:12:46.913755 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:46.918346 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ae6593-05c4-4c5e-b25b-8c7835aac8de,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:46.928887 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (a7d3ddd9-4512-4327-8b2a-475c2b80089c), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:46.929225 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Added segment a7d3ddd9-4512-4327-8b2a-475c2b80089c of type vlan for network 5d505897-a26b-4ba1-98e0-a78acd4b7259 Oct 23 20:12:46.935187 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-77d93039-8ca7-423a-8aed-fd4066ecb03a tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/94dea1ec-6a68-47d8-9f6e-61b4fc53a271 HTTP/1.1" status: 200 len: 991 time: 1.2958140 Oct 23 20:12:46.942293 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'tag': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:12:46.944579 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5378f681-eb1a-459d-9a62-7f59b1bd87d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d97f22e-44b3-48cf-b17e-8ace7a5d67dc", "tag": "c63cc4c4-cffa-4b0e-b0ee-c912548afbac"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:12:46.992189 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (5d505897-a26b-4ba1-98e0-a78acd4b7259), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:46.999855 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51caa97e-d963-4375-886d-fa27b44d1ec5 x-openstack-request-id: req-51caa97e-d963-4375-886d-fa27b44d1ec5 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:12:47.000100 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d97f22e-44b3-48cf-b17e-8ace7a5d67dc", "tag": "c63cc4c4-cffa-4b0e-b0ee-c912548afbac", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:12:47.000370 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51caa97e-d963-4375-886d-fa27b44d1ec5 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:12:47.000474 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-30f93633-dfc8-4268-996c-dc6e084edd01 None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:47.000762 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51caa97e-d963-4375-886d-fa27b44d1ec5'] response: {'name': 'network-changed', 'server_uuid': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'tag': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac', 'status': 'completed', 'code': 200} Oct 23 20:12:47.024775 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (5d505897-a26b-4ba1-98e0-a78acd4b7259), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:47.026015 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:47.026640 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:47.061243 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7812321 Oct 23 20:12:47.064038 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33200) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:47.070338 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-caad6257-9892-4c51-ad30-39eac02fb545 admin admin] Request body: {'subnet': {'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-subnet', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:47.076293 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378f681-eb1a-459d-9a62-7f59b1bd87d6 req-d4657b46-ac0c-4ec7-acbd-c22d3a277486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:47.077723 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5378f681-eb1a-459d-9a62-7f59b1bd87d6 req-d4657b46-ac0c-4ec7-acbd-c22d3a277486 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 1129 time: 0.0551527 Oct 23 20:12:47.095378 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500016d-13fe-4d66-afd5-bece59d6508e admin admin] Pushing event updated for resources: {'Network': ['ID=5d505897-a26b-4ba1-98e0-a78acd4b7259,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:47.112189 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network 5d505897-a26b-4ba1-98e0-a78acd4b7259 details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:12:47.119519 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caad6257-9892-4c51-ad30-39eac02fb545 admin admin] Made reservation on behalf of 71f456c92d544d0c81bcb2fe937188ef for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:12:47.121811 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-caad6257-9892-4c51-ad30-39eac02fb545 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318969'] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:47.237357 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:47.238765 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378f681-eb1a-459d-9a62-7f59b1bd87d6 req-a2635e4d-9fa0-4bb9-ab53-b77b8fc7c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:47.240662 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5378f681-eb1a-459d-9a62-7f59b1bd87d6 req-a2635e4d-9fa0-4bb9-ab53-b77b8fc7c16a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=8e3b82ee-7488-4576-9263-10150a8cce41 HTTP/1.1" status: 200 len: 912 time: 0.1553977 Oct 23 20:12:47.281807 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:47.312834 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-30f93633-dfc8-4268-996c-dc6e084edd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '94dea1ec-6a68-47d8-9f6e-61b4fc53a271', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'port_id': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'mac_address': 'fa:16:3e:b1:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:12:29Z', 'updated_at': '2022-10-23T20:12:46Z', 'revision_number': 1, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:33Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:47.339884 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5378f681-eb1a-459d-9a62-7f59b1bd87d6 req-599b01e7-449b-495a-9572-b0df0f478727 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63cc4c4-cffa-4b0e-b0ee-c912548afbac HTTP/1.1" status: 200 len: 999 time: 0.0928349 Oct 23 20:12:47.345324 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f93633-dfc8-4268-996c-dc6e084edd01 None None] Checking router: c9d4b704-a405-43c3-a617-61dd403ffa90 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:12:47.355209 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f93633-dfc8-4268-996c-dc6e084edd01 None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:47.355830 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-30f93633-dfc8-4268-996c-dc6e084edd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:47.358663 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:47.455782 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378f681-eb1a-459d-9a62-7f59b1bd87d6 req-b9c2d1df-b3ca-4a59-a781-5621cb7b4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:47.457161 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5378f681-eb1a-459d-9a62-7f59b1bd87d6 req-b9c2d1df-b3ca-4a59-a781-5621cb7b4755 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=daaca4e1-493a-432b-8103-3db60253ec00 HTTP/1.1" status: 200 len: 850 time: 0.1112950 Oct 23 20:12:47.462622 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-30f93633-dfc8-4268-996c-dc6e084edd01 None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:47.476612 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-caad6257-9892-4c51-ad30-39eac02fb545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318959'] for subnet (96bccd89-11da-40f0-8ed3-2b7d1ec91a63), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:47.508614 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7e4cb-dc31-4ed1-a13e-94fcac1b0edd req-b09d4f13-f832-4ee5-97e0-09875b21aeaa tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:47.510699 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-66d7e4cb-dc31-4ed1-a13e-94fcac1b0edd req-b09d4f13-f832-4ee5-97e0-09875b21aeaa tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.1301033 Oct 23 20:12:47.568368 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378f681-eb1a-459d-9a62-7f59b1bd87d6 req-b0ceaaa6-f414-46ee-ab84-e2077de3a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:47.569869 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5378f681-eb1a-459d-9a62-7f59b1bd87d6 req-b0ceaaa6-f414-46ee-ab84-e2077de3a144 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=8e3b82ee-7488-4576-9263-10150a8cce41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068645 Oct 23 20:12:47.608615 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad6257-9892-4c51-ad30-39eac02fb545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96bccd89-11da-40f0-8ed3-2b7d1ec91a63,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:47.668169 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:47.669964 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-30f93633-dfc8-4268-996c-dc6e084edd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '94dea1ec-6a68-47d8-9f6e-61b4fc53a271', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'port_id': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'mac_address': 'fa:16:3e:b1:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:12:29Z', 'updated_at': '2022-10-23T20:12:46Z', 'revision_number': 1, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:33Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:47.686679 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad6257-9892-4c51-ad30-39eac02fb545 admin admin] Checking segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:12:47.687042 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caad6257-9892-4c51-ad30-39eac02fb545 admin admin] Network hostable DHCP agents. Network: 5d505897-a26b-4ba1-98e0-a78acd4b7259, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:12:47.693960 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f93633-dfc8-4268-996c-dc6e084edd01 None None] The sync data for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi is: [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '94dea1ec-6a68-47d8-9f6e-61b4fc53a271', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'port_id': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'mac_address': 'fa:16:3e:b1:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:12:29Z', 'updated_at': '2022-10-23T20:12:46Z', 'revision_number': 1, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:33Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:12:47.698339 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-66d7e4cb-dc31-4ed1-a13e-94fcac1b0edd req-47fba96c-9203-49bb-9a78-31ac836dd1ec tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678746 Oct 23 20:12:47.729983 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5378f681-eb1a-459d-9a62-7f59b1bd87d6 req-5819b595-b6e3-4173-97e3-2e144816c926 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527271 Oct 23 20:12:47.731031 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caad6257-9892-4c51-ad30-39eac02fb545 admin admin] Network 5d505897-a26b-4ba1-98e0-a78acd4b7259 is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:12:47.755951 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-caad6257-9892-4c51-ad30-39eac02fb545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, 5d505897-a26b-4ba1-98e0-a78acd4b7259) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:12:47.765216 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a167342f-b290-48a9-9ccf-7c6ec1a918fc None None] Network 5d505897-a26b-4ba1-98e0-a78acd4b7259 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:12:47.767514 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad6257-9892-4c51-ad30-39eac02fb545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:47.767964 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-caad6257-9892-4c51-ad30-39eac02fb545 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:47.813730 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-caad6257-9892-4c51-ad30-39eac02fb545 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7484603 Oct 23 20:12:47.816805 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33204) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:47.823557 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:47.842779 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5378f681-eb1a-459d-9a62-7f59b1bd87d6 req-65d18a62-2ae8-4e75-93d2-b444f13020f9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058309 Oct 23 20:12:47.851801 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16399959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48049'] for router (6973b4a8-3e5c-400e-a68d-7809bb950e0e), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:47.852862 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16393245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16406672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48056'] for router (6973b4a8-3e5c-400e-a68d-7809bb950e0e), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:47.888834 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-5d505897-a26b-4ba1-98e0-a78acd4b7259', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 20:12:47.889775 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:47.917269 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Publish callbacks [] for router_controller (6973b4a8-3e5c-400e-a68d-7809bb950e0e), precommit_add_association {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:47.961516 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774a231-963c-499f-a139-f1fd109425e8 None None] New status for floating IP 94dea1ec-6a68-47d8-9f6e-61b4fc53a271: ACTIVE {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:12:48.025473 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:48.047152 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Allocated IP 172.20.0.2 (5d505897-a26b-4ba1-98e0-a78acd4b7259/96bccd89-11da-40f0-8ed3-2b7d1ec91a63/9940ff86-72cb-4f37-830f-125358cf759e) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:12:48.057349 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:48.063000 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Publish callbacks [] for router_gateway (6973b4a8-3e5c-400e-a68d-7809bb950e0e), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:48.201500 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Publish callbacks [] for port (9940ff86-72cb-4f37-830f-125358cf759e), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:48.208260 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (9940ff86-72cb-4f37-830f-125358cf759e), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:48.248762 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Network 5d505897-a26b-4ba1-98e0-a78acd4b7259 is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:12:48.251942 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Publish callbacks [] for router_gateway (6973b4a8-3e5c-400e-a68d-7809bb950e0e), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:48.253585 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:12:48.256200 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:12:48.258002 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Pushing event updated for resources: {'Port': ['ID=9940ff86-72cb-4f37-830f-125358cf759e,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:48.273291 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:48.314874 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Attempting to bind port 9940ff86-72cb-4f37-830f-125358cf759e on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:12:48.315240 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Attempting to bind port 9940ff86-72cb-4f37-830f-125358cf759e by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:12:48.315600 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Attempting to bind port 9940ff86-72cb-4f37-830f-125358cf759e on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:12:48.359507 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:12:48.359860 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Checking segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:12:48.360257 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:48.360645 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Bound using segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:12:48.361324 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Bound port: 9940ff86-72cb-4f37-830f-125358cf759e, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:12:48.361872 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (9940ff86-72cb-4f37-830f-125358cf759e), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:48.381152 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Allocated IP 172.27.0.184 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/ef0e4b11-ec2c-436e-84db-bdfb4677d5b7) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:12:48.422143 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] For port 9940ff86-72cb-4f37-830f-125358cf759e, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:12:48.425634 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] For port 9940ff86-72cb-4f37-830f-125358cf759e, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=9940ff86-72cb-4f37-830f-125358cf759e,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:12:48.431193 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (9940ff86-72cb-4f37-830f-125358cf759e), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:48.481794 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7647bef-4f3e-40db-a844-d88977edeac8 None None] Pushing event updated for resources: {'Port': ['ID=9940ff86-72cb-4f37-830f-125358cf759e,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:48.500431 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Publish callbacks [] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:48.528607 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:48.533976 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:48.571906 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:48.581117 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:12:48.588870 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:12:48.593098 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:12:48.625483 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Pushing event updated for resources: {'Port': ['ID=ef0e4b11-ec2c-436e-84db-bdfb4677d5b7,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:48.829643 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73c186-7f82-43f5-843d-c61cec19f346 req-7f8ef027-cae0-47ea-af65-0363025efdfb tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:48.831146 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2f73c186-7f82-43f5-843d-c61cec19f346 req-7f8ef027-cae0-47ea-af65-0363025efdfb tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0511792 Oct 23 20:12:48.857087 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Publish callbacks [] for router_gateway (6973b4a8-3e5c-400e-a68d-7809bb950e0e), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:48.881133 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2f73c186-7f82-43f5-843d-c61cec19f346 req-54ebfc8d-ef6e-4863-bff3-2b9d51b40cc8 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442481 Oct 23 20:12:49.044009 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16393388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623'] for router (6973b4a8-3e5c-400e-a68d-7809bb950e0e), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:49.172565 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Router 6973b4a8-3e5c-400e-a68d-7809bb950e0e is scheduled to L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba with binding_index 1 {{(pid=104659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 20:12:49.260926 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 9940ff86-72cb-4f37-830f-125358cf759e up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:12:49.281105 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:12:49.292315 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Sync routers for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:12:49.300966 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:49.302488 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-66b79ed4-a859-4b15-b632-e3c7268b1257 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4845989 Oct 23 20:12:49.305746 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33208) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:49.460017 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b88488-6b42-4e89-9c2d-22dcd31767ff None None] Network 5d505897-a26b-4ba1-98e0-a78acd4b7259 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:12:49.498310 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-9d5af34e-d915-47e9-a345-84bd7e8b82aa None None] Provisioning complete for port 9940ff86-72cb-4f37-830f-125358cf759e triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:49.498681 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9d5af34e-d915-47e9-a345-84bd7e8b82aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (9940ff86-72cb-4f37-830f-125358cf759e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:49.499018 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-9d5af34e-d915-47e9-a345-84bd7e8b82aa None None] Attempt 1 to provision port 9940ff86-72cb-4f37-830f-125358cf759e Oct 23 20:12:49.500881 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:49.501510 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:49.618731 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 9940ff86-72cb-4f37-830f-125358cf759e triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:49.619124 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (9940ff86-72cb-4f37-830f-125358cf759e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:49.619628 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 9940ff86-72cb-4f37-830f-125358cf759e Oct 23 20:12:49.741878 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:49.773759 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:49.865218 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:49.883719 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-9d5af34e-d915-47e9-a345-84bd7e8b82aa None None] Current status of the port 9940ff86-72cb-4f37-830f-125358cf759e is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:49.884033 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9d5af34e-d915-47e9-a345-84bd7e8b82aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (9940ff86-72cb-4f37-830f-125358cf759e), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:49.965511 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 9940ff86-72cb-4f37-830f-125358cf759e is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:49.965907 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (9940ff86-72cb-4f37-830f-125358cf759e), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.009949 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-9d5af34e-d915-47e9-a345-84bd7e8b82aa None None] For port 9940ff86-72cb-4f37-830f-125358cf759e, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=9940ff86-72cb-4f37-830f-125358cf759e,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:50.023588 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9d5af34e-d915-47e9-a345-84bd7e8b82aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (9940ff86-72cb-4f37-830f-125358cf759e), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.046675 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368bbf1-ae50-4f3f-b642-533fcfdcda98 req-0b4a2f5f-523c-4c56-bd8f-6ac28b32ccf0 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:50.048087 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2368bbf1-ae50-4f3f-b642-533fcfdcda98 req-0b4a2f5f-523c-4c56-bd8f-6ac28b32ccf0 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0790632 Oct 23 20:12:50.052845 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.079566 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:50.149457 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2368bbf1-ae50-4f3f-b642-533fcfdcda98 req-281c2548-66f5-439a-a44f-699aa0f77b24 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932462 Oct 23 20:12:50.152440 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.db.api [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 20:12:50.153126 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG oslo_db.api [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 20:12:50.170314 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5af34e-d915-47e9-a345-84bd7e8b82aa None None] Pushing event updated for resources: {'Port': ['ID=9940ff86-72cb-4f37-830f-125358cf759e,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:50.171854 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-656dc05d-2a8b-4c5c-9a2b-f92ed7394fe4 None None] Provisioning complete for port 9940ff86-72cb-4f37-830f-125358cf759e triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:50.172229 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-656dc05d-2a8b-4c5c-9a2b-f92ed7394fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (9940ff86-72cb-4f37-830f-125358cf759e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.172566 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-656dc05d-2a8b-4c5c-9a2b-f92ed7394fe4 None None] Attempt 1 to provision port 9940ff86-72cb-4f37-830f-125358cf759e Oct 23 20:12:50.174394 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:48Z', 'revision_number': 3, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:50.198318 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:50.221190 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Checking router: 6973b4a8-3e5c-400e-a68d-7809bb950e0e for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:12:50.221543 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Updating router 6973b4a8-3e5c-400e-a68d-7809bb950e0e port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 binding host dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:12:50.254229 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Allocated IP 172.20.0.1 (5d505897-a26b-4ba1-98e0-a78acd4b7259/96bccd89-11da-40f0-8ed3-2b7d1ec91a63/4bd7222e-670a-45a0-9753-e28cbbff2801) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:12:50.267384 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.290854 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:50.360364 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Publish callbacks [] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.380390 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-656dc05d-2a8b-4c5c-9a2b-f92ed7394fe4 None None] Current status of the port 9940ff86-72cb-4f37-830f-125358cf759e is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:50.394719 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.433646 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Network 5d505897-a26b-4ba1-98e0-a78acd4b7259 is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:12:50.440551 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:12:50.444647 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:12:50.448522 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd7222e-670a-45a0-9753-e28cbbff2801,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:50.489620 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394435'] for router_interface (6973b4a8-3e5c-400e-a68d-7809bb950e0e), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.559953 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Publish callbacks [] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), precommit_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.567841 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.602050 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Attempting to bind port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:12:50.602461 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Attempting to bind port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:12:50.602830 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Attempting to bind port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 on network 3d6885ca-cf96-428e-afce-731ce2a4b2ac {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:12:50.621340 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.645639 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3eb5ae-b55c-45b6-9526-e7cfc7fc3c79 None None] Pushing event updated for resources: {'Port': ['ID=ef0e4b11-ec2c-436e-84db-bdfb4677d5b7,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:50.661289 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:50.685584 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:12:50.685931 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:12:50.689792 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.689792 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Bound using segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:12:50.689792 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Bound port: ef0e4b11-ec2c-436e-84db-bdfb4677d5b7, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:12:50.689792 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.723687 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 9940ff86-72cb-4f37-830f-125358cf759e is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:50.736540 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-bbe4b0a7-8fd4-43fc-ae05-5a3bd0d4e207 None None] Provisioning complete for port 4bd7222e-670a-45a0-9753-e28cbbff2801 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:50.736910 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b0a7-8fd4-43fc-ae05-5a3bd0d4e207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.737238 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-bbe4b0a7-8fd4-43fc-ae05-5a3bd0d4e207 None None] Attempt 1 to provision port 4bd7222e-670a-45a0-9753-e28cbbff2801 Oct 23 20:12:50.774562 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] For port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:12:50.793223 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4b0a7-8fd4-43fc-ae05-5a3bd0d4e207 None None] Port 4bd7222e-670a-45a0-9753-e28cbbff2801 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:12:50.795736 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] For port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=ef0e4b11-ec2c-436e-84db-bdfb4677d5b7,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:12:50.801327 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Publish callbacks [] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.802444 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.807095 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.837662 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:50.838325 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:50.885603 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:50.890800 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd7222e-670a-45a0-9753-e28cbbff2801,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:50.893307 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16321054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16394327'] for router_interface (6973b4a8-3e5c-400e-a68d-7809bb950e0e), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:50.897364 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3eb5ae-b55c-45b6-9526-e7cfc7fc3c79 None None] Pushing event updated for resources: {'Port': ['ID=ef0e4b11-ec2c-436e-84db-bdfb4677d5b7,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:50.959392 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:50.969490 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:50.992131 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Network 5d505897-a26b-4ba1-98e0-a78acd4b7259 is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:12:50.993501 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:12:51.116170 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Router 6973b4a8-3e5c-400e-a68d-7809bb950e0e has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:12:51.267038 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-09022077-0759-49b7-85b8-23729ac13c08 None None] Provisioning complete for port 4bd7222e-670a-45a0-9753-e28cbbff2801 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:51.267318 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-09022077-0759-49b7-85b8-23729ac13c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.267651 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-09022077-0759-49b7-85b8-23729ac13c08 None None] Attempt 1 to provision port 4bd7222e-670a-45a0-9753-e28cbbff2801 Oct 23 20:12:51.281474 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:12:51.287988 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-a3482004-cf12-4122-847c-3a19a384b728 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/6973b4a8-3e5c-400e-a68d-7809bb950e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9804645 Oct 23 20:12:51.295370 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 9940ff86-72cb-4f37-830f-125358cf759e up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:12:51.296463 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7224d85-1489-4418-9c34-953ed37354cf req-ea8ce0fa-99f3-457c-b4fe-7ef12b10e7a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:51.298123 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f7224d85-1489-4418-9c34-953ed37354cf req-ea8ce0fa-99f3-457c-b4fe-7ef12b10e7a4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0594747 Oct 23 20:12:51.350800 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f7224d85-1489-4418-9c34-953ed37354cf req-07128009-8e65-4722-b112-c86bf19ca1e2 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459237 Oct 23 20:12:51.370957 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-09022077-0759-49b7-85b8-23729ac13c08 None None] Port 4bd7222e-670a-45a0-9753-e28cbbff2801 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:12:51.382792 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 2, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:51.414197 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e615de66-201c-43aa-8f69-ff04f9ee71c7 None None] The sync data for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi is: [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 2, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:12:51.417933 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 9940ff86-72cb-4f37-830f-125358cf759e triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:51.418315 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (9940ff86-72cb-4f37-830f-125358cf759e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.418794 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 9940ff86-72cb-4f37-830f-125358cf759e Oct 23 20:12:51.502658 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 9940ff86-72cb-4f37-830f-125358cf759e is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:51.595807 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33222) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:51.600238 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-36f615dc-0455-4d39-b60c-0ae8b8b663b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603902056', 'description': 'tempest-description--621039122'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:51.631926 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-36f615dc-0455-4d39-b60c-0ae8b8b663b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.716231 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-36f615dc-0455-4d39-b60c-0ae8b8b663b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (9c2bafa7-364e-4d18-868b-9717b70989c6), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.720241 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-36f615dc-0455-4d39-b60c-0ae8b8b663b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (9c2bafa7-364e-4d18-868b-9717b70989c6), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.753452 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f615dc-0455-4d39-b60c-0ae8b8b663b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2bafa7-364e-4d18-868b-9717b70989c6,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:51.757902 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-36f615dc-0455-4d39-b60c-0ae8b8b663b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.759316 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-36f615dc-0455-4d39-b60c-0ae8b8b663b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1624117 Oct 23 20:12:51.762052 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33224) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:51.767135 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-1cf4ea15-50be-448b-bf0d-3347e1e69596 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'security_group_rule': {'security_group_id': '9c2bafa7-364e-4d18-868b-9717b70989c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:51.790505 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:51.796177 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ea15-50be-448b-bf0d-3347e1e69596 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (47e9fd66-010e-432c-a8fd-6c449c3713d0), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.848043 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ea15-50be-448b-bf0d-3347e1e69596 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (47e9fd66-010e-432c-a8fd-6c449c3713d0), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.851726 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ea15-50be-448b-bf0d-3347e1e69596 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (47e9fd66-010e-432c-a8fd-6c449c3713d0), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.875179 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4ea15-50be-448b-bf0d-3347e1e69596 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e9fd66-010e-432c-a8fd-6c449c3713d0,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:51.881341 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ea15-50be-448b-bf0d-3347e1e69596 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.885903 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-1cf4ea15-50be-448b-bf0d-3347e1e69596 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188045 Oct 23 20:12:51.886030 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33226) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:51.890409 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-e69a189c-a18a-45ba-bed9-c7c214958b11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'security_group_rule': {'security_group_id': '9c2bafa7-364e-4d18-868b-9717b70989c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:51.917334 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e69a189c-a18a-45ba-bed9-c7c214958b11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (46d63353-82b0-4c03-a927-d5ba54684e18), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.977197 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e69a189c-a18a-45ba-bed9-c7c214958b11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (46d63353-82b0-4c03-a927-d5ba54684e18), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.981051 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e69a189c-a18a-45ba-bed9-c7c214958b11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (46d63353-82b0-4c03-a927-d5ba54684e18), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:51.999356 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:52.005433 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a189c-a18a-45ba-bed9-c7c214958b11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d63353-82b0-4c03-a927-d5ba54684e18,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:52.014754 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e69a189c-a18a-45ba-bed9-c7c214958b11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:52.015973 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-e69a189c-a18a-45ba-bed9-c7c214958b11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289999 Oct 23 20:12:52.019120 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33228) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:12:52.023508 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:52.045292 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:52.149336 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:52.269197 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Allocated IP 172.27.0.214 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/2948235d-cc99-4c5a-96f4-6a59d1b902af) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:12:52.376447 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for port (2948235d-cc99-4c5a-96f4-6a59d1b902af), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:52.415951 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (2948235d-cc99-4c5a-96f4-6a59d1b902af), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:52.467229 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:12:52.486333 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:12:52.495374 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:12:52.528508 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'Port': ['ID=2948235d-cc99-4c5a-96f4-6a59d1b902af,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:52.541637 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a6583-ba5d-4d2c-a6f5-889a63841433 req-9410e4d2-9141-4e04-9f8b-1e9efd132ed0 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:52.543212 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-df8a6583-ba5d-4d2c-a6f5-889a63841433 req-9410e4d2-9141-4e04-9f8b-1e9efd132ed0 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.1012156 Oct 23 20:12:52.576249 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:52.637931 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-df8a6583-ba5d-4d2c-a6f5-889a63841433 req-22b75743-6edc-4c83-9e62-14a5a70d7530 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869842 Oct 23 20:12:52.644870 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (d18ea1ad-1694-4558-a1c5-64c64a4ebb54), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:52.689455 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (2948235d-cc99-4c5a-96f4-6a59d1b902af), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:52.733931 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:52.833557 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for port (2948235d-cc99-4c5a-96f4-6a59d1b902af), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:52.838625 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (2948235d-cc99-4c5a-96f4-6a59d1b902af), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:52.906235 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'Port': ['ID=2948235d-cc99-4c5a-96f4-6a59d1b902af,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:52.908651 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (d18ea1ad-1694-4558-a1c5-64c64a4ebb54), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:52.925316 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:52.926597 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-e66787f3-846f-44b3-bebb-f582f6805556 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9065030 Oct 23 20:12:53.024446 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:53.087064 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-3147b8ba-7a48-40cc-88bc-51c50a973b6c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1603902056&fields=id&tenant_id=71f456c92d544d0c81bcb2fe937188ef HTTP/1.1" status: 200 len: 267 time: 0.0444317 Oct 23 20:12:53.201033 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-5b926bde-d3c1-4b49-9ec6-820a7d2b85a6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:53.204079 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-5b926bde-d3c1-4b49-9ec6-820a7d2b85a6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 815 time: 0.1100624 Oct 23 20:12:53.220950 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-fa16eff7-d7ec-4381-afb0-5747a965878c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/quotas/71f456c92d544d0c81bcb2fe937188ef HTTP/1.1" status: 200 len: 375 time: 0.0099022 Oct 23 20:12:53.264012 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:12:53.267106 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:53.274614 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-00e19453-6c25-4b0e-9f88-defff7bda8e5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479984 Oct 23 20:12:53.311163 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:53.311529 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:53.312041 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 Oct 23 20:12:53.379403 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-bb2f28b4-6ca0-4a31-bcd3-dadba76ce71c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919979 Oct 23 20:12:53.388159 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:53.388543 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:53.409777 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=ef0e4b11-ec2c-436e-84db-bdfb4677d5b7,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:53.414764 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:53.448574 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Sync routers for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:12:53.457833 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:53.458469 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:53.467495 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=ef0e4b11-ec2c-436e-84db-bdfb4677d5b7,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:53.474921 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-3b584370-6510-4461-9824-cdc4ea518085 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896142 Oct 23 20:12:53.559740 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:53.652511 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-33360145-f1b9-4cfd-8d5f-067439ef82d0 req-d363b90e-6cc6-4ed8-a591-936ac37d63f2 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 210 time: 0.0294583 Oct 23 20:12:53.776995 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2cf71-d024-4851-85cc-7d2a35363d92 req-31a748c4-d878-454b-8284-66655b705c2d tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:53.778494 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-81a2cf71-d024-4851-85cc-7d2a35363d92 req-31a748c4-d878-454b-8284-66655b705c2d tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 944 time: 0.0548291 Oct 23 20:12:53.830652 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:53.847234 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-81a2cf71-d024-4851-85cc-7d2a35363d92 req-a30b599b-f3fb-4b47-b1be-5dcc30fedca8 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589659 Oct 23 20:12:53.874330 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 2, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:53.900947 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Checking router: 6973b4a8-3e5c-400e-a68d-7809bb950e0e for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:12:53.901347 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Updating router 6973b4a8-3e5c-400e-a68d-7809bb950e0e port 4bd7222e-670a-45a0-9753-e28cbbff2801 binding host dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:12:53.931141 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:54.038624 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device b0cc60ca-61c3-4d14-93ce-439ad242dc02 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:12:54.042757 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:54.121848 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:54.149366 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port b0cc60ca-61c3-4d14-93ce-439ad242dc02, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:54.160900 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'port_id': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'mac_address': 'fa:16:3e:5e:b2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:12:54.197826 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port b0cc60ca-61c3-4d14-93ce-439ad242dc02 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:54.198776 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:54.209898 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Publish callbacks [] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:54.212544 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cc60ca-61c3-4d14-93ce-439ad242dc02 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:12:54.216487 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:54.232516 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port b0cc60ca-61c3-4d14-93ce-439ad242dc02, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:54.237201 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:54.288383 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=b0cc60ca-61c3-4d14-93ce-439ad242dc02,revision_number=7']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:54.307180 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600691db-80d1-46c0-9652-486e85de714b None None] Pushing event updated for resources: {'Port': ['ID=4bd7222e-670a-45a0-9753-e28cbbff2801,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:54.323492 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.323839 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.324202 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.324555 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.324894 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.325218 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.325545 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.325865 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.326187 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.326529 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.326855 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.327189 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.327509 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.327825 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.328142 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600691db-80d1-46c0-9652-486e85de714b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:12:54.336118 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Attempting to bind port 4bd7222e-670a-45a0-9753-e28cbbff2801 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:12:54.336489 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Attempting to bind port 4bd7222e-670a-45a0-9753-e28cbbff2801 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:12:54.336893 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Attempting to bind port 4bd7222e-670a-45a0-9753-e28cbbff2801 on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:12:54.378774 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:12:54.379074 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Checking segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:12:54.379473 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:54.379883 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Bound using segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:12:54.380351 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Bound port: 4bd7222e-670a-45a0-9753-e28cbbff2801, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:12:54.380730 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:54.439925 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] For port 4bd7222e-670a-45a0-9753-e28cbbff2801, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:12:54.442967 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] For port 4bd7222e-670a-45a0-9753-e28cbbff2801, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=4bd7222e-670a-45a0-9753-e28cbbff2801,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:12:54.449019 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:54.482294 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:12:54.482901 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:54.538726 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600691db-80d1-46c0-9652-486e85de714b None None] Pushing event updated for resources: {'Port': ['ID=4bd7222e-670a-45a0-9753-e28cbbff2801,revision_number=4']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:54.587126 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['b0cc60ca-61c3-4d14-93ce-439ad242dc02'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:12:54.597701 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:12:54.730302 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:54.780333 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:54.836422 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-415a64f6-e330-4829-92d5-093c65646041 req-b32167b1-824e-4e51-a8f5-b143f7516ca5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 210 time: 0.0447166 Oct 23 20:12:54.836994 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:54Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:12:54.867001 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106da52f-f2b6-4f12-9584-b16831c93eb4 None None] The sync data for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi is: [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:54Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:12:54.874443 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-55a846cb-91c9-4674-8f72-61d378cf5bb5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:54.876131 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-55a846cb-91c9-4674-8f72-61d378cf5bb5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 815 time: 0.1882052 Oct 23 20:12:54.984885 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-03b35f1e-9c41-4451-9d3f-8e9c1500f343 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=71f456c92d544d0c81bcb2fe937188ef HTTP/1.1" status: 200 len: 380 time: 0.0995491 Oct 23 20:12:54.995514 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce62da9-ee4e-4007-a77e-29f1f1317ec8 req-5dc3dbd2-d7fc-4469-92b7-b7c1da0feecb tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:54.996969 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7ce62da9-ee4e-4007-a77e-29f1f1317ec8 req-5dc3dbd2-d7fc-4469-92b7-b7c1da0feecb tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 945 time: 0.0661759 Oct 23 20:12:55.008376 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:55.051596 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7ce62da9-ee4e-4007-a77e-29f1f1317ec8 req-02b7e943-47c9-469d-8521-1d65b3e2b9c4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489807 Oct 23 20:12:55.056247 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'port': {'device_id': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'admin_state_up': True, 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'security_groups': ['9c2bafa7-364e-4d18-868b-9717b70989c6']}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:55.169588 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Made reservation on behalf of 71f456c92d544d0c81bcb2fe937188ef for: {'port': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:12:55.173273 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:55.289017 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 4bd7222e-670a-45a0-9753-e28cbbff2801 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:12:55.310415 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:55.315024 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Allocated IP 172.20.0.13 (5d505897-a26b-4ba1-98e0-a78acd4b7259/96bccd89-11da-40f0-8ed3-2b7d1ec91a63/347c96fd-ea12-48fc-8e67-96489156f197) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:12:55.339863 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 4bd7222e-670a-45a0-9753-e28cbbff2801 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:55.340508 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:55.340848 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 4bd7222e-670a-45a0-9753-e28cbbff2801 Oct 23 20:12:55.416092 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 4bd7222e-670a-45a0-9753-e28cbbff2801 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:55.416533 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:55.454417 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 4bd7222e-670a-45a0-9753-e28cbbff2801, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=4bd7222e-670a-45a0-9753-e28cbbff2801,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:55.458320 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:55.459428 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:12:55.472810 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for port (347c96fd-ea12-48fc-8e67-96489156f197), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:55.507121 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (347c96fd-ea12-48fc-8e67-96489156f197), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:55.541319 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:55.541688 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:55.542021 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 Oct 23 20:12:55.554788 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Network 5d505897-a26b-4ba1-98e0-a78acd4b7259 is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:12:55.560589 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:12:55.561777 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=4bd7222e-670a-45a0-9753-e28cbbff2801,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:55.564538 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:12:55.599725 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'Port': ['ID=347c96fd-ea12-48fc-8e67-96489156f197,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:55.619500 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:55.620568 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:55.628083 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:55.643692 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-1c265882-e9fe-44fb-b426-86c6ce7f4c00 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5910847 Oct 23 20:12:55.655775 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Request body: {'port': {'device_id': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:12:55.722068 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (347c96fd-ea12-48fc-8e67-96489156f197), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:55.723877 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:55.823402 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-d3054b2a-636c-4af9-9d5a-11d22fbd8b3c None None] Provisioning complete for port 347c96fd-ea12-48fc-8e67-96489156f197 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:55.823878 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-d3054b2a-636c-4af9-9d5a-11d22fbd8b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (347c96fd-ea12-48fc-8e67-96489156f197), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:55.824212 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-d3054b2a-636c-4af9-9d5a-11d22fbd8b3c None None] Attempt 1 to provision port 347c96fd-ea12-48fc-8e67-96489156f197 Oct 23 20:12:55.855857 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-d3054b2a-636c-4af9-9d5a-11d22fbd8b3c None None] Port 347c96fd-ea12-48fc-8e67-96489156f197 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:12:55.895924 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:55.976038 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15592dc-24c5-45a0-b6aa-8b7b133bc243 req-c35c9a2a-53d7-49ad-81ad-c4f8a00234f0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:55.977477 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f15592dc-24c5-45a0-b6aa-8b7b133bc243 req-c35c9a2a-53d7-49ad-81ad-c4f8a00234f0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 932 time: 0.0648248 Oct 23 20:12:56.042603 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347c96fd-ea12-48fc-8e67-96489156f197 {{(pid=104660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:12:56.043628 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device b0cc60ca-61c3-4d14-93ce-439ad242dc02 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:12:56.055895 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Publish callbacks [] for port (347c96fd-ea12-48fc-8e67-96489156f197), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:56.072114 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f15592dc-24c5-45a0-b6aa-8b7b133bc243 req-e82d262d-27a4-417e-b20a-abc0878f2fcb tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9c2bafa7-364e-4d18-868b-9717b70989c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881793 Oct 23 20:12:56.078286 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.provisioning_blocks [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Transition to ACTIVE for port object 347c96fd-ea12-48fc-8e67-96489156f197 will not be triggered until provisioned by entity L2. {{(pid=104660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:12:56.082570 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (347c96fd-ea12-48fc-8e67-96489156f197), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:56.106444 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port b0cc60ca-61c3-4d14-93ce-439ad242dc02 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:56.106950 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:56.107540 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port b0cc60ca-61c3-4d14-93ce-439ad242dc02 Oct 23 20:12:56.144493 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:56.160143 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Pushing event updated for resources: {'Port': ['ID=347c96fd-ea12-48fc-8e67-96489156f197,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:56.187753 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port b0cc60ca-61c3-4d14-93ce-439ad242dc02 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:56.188141 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:56.211729 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:12:56.214638 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515579a6-501e-4400-944e-f76d892d268e" -d '{"events": [{"server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "name": "network-vif-plugged", "status": "completed", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:12:56.220545 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ed0aa-1282-4bbd-b966-a9207d0ea794 req-91b169c9-6847-4588-86ff-28d6b9664d3c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:56.222018 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-605ed0aa-1282-4bbd-b966-a9207d0ea794 req-91b169c9-6847-4588-86ff-28d6b9664d3c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 945 time: 0.0750115 Oct 23 20:12:56.227350 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port b0cc60ca-61c3-4d14-93ce-439ad242dc02, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:12:56.233178 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:56.245985 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Attempting to bind port 347c96fd-ea12-48fc-8e67-96489156f197 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:12:56.246337 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Attempting to bind port 347c96fd-ea12-48fc-8e67-96489156f197 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:12:56.246659 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Attempting to bind port 347c96fd-ea12-48fc-8e67-96489156f197 on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:12:56.261479 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b25db56-1491-4fef-99fe-30b8db116895 x-openstack-request-id: req-9b25db56-1491-4fef-99fe-30b8db116895 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:12:56.261770 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "name": "network-vif-plugged", "status": "completed", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:12:56.262030 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b25db56-1491-4fef-99fe-30b8db116895 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:12:56.262449 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b25db56-1491-4fef-99fe-30b8db116895'] response: {'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'code': 200} Oct 23 20:12:56.293670 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=b0cc60ca-61c3-4d14-93ce-439ad242dc02,revision_number=8']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:56.319808 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-605ed0aa-1282-4bbd-b966-a9207d0ea794 req-5cb4dcbb-30fc-4103-9eba-e379469a3f6c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846291 Oct 23 20:12:56.321747 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Port 347c96fd-ea12-48fc-8e67-96489156f197 on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:12:56.322075 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Attempting to bind port 347c96fd-ea12-48fc-8e67-96489156f197 on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:12:56.366161 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:12:56.366574 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Checking segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:12:56.366944 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Bound using segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:12:56.367412 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Bound port: 347c96fd-ea12-48fc-8e67-96489156f197, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'}}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:12:56.367901 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (347c96fd-ea12-48fc-8e67-96489156f197), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:56.428302 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] For port 347c96fd-ea12-48fc-8e67-96489156f197, host hv-cinder-86243, cleared binding levels {{(pid=104660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:12:56.431511 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] For port 347c96fd-ea12-48fc-8e67-96489156f197, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=347c96fd-ea12-48fc-8e67-96489156f197,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:12:56.437462 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (347c96fd-ea12-48fc-8e67-96489156f197), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:56.441476 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:56.442081 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:56.443469 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/347c96fd-ea12-48fc-8e67-96489156f197 HTTP/1.1" status: 200 len: 1094 time: 0.7918873 Oct 23 20:12:56.444007 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'tag': '347c96fd-ea12-48fc-8e67-96489156f197'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:12:56.446237 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5f577f-5a57-462a-8631-4dfaa31c4ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdda865-b8ca-4233-b550-d4c6a3127e61", "tag": "347c96fd-ea12-48fc-8e67-96489156f197"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:12:56.485474 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df463ff-09c6-427f-b7fd-e612765611ca x-openstack-request-id: req-9df463ff-09c6-427f-b7fd-e612765611ca {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:12:56.485762 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdda865-b8ca-4233-b550-d4c6a3127e61", "tag": "347c96fd-ea12-48fc-8e67-96489156f197", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:12:56.486011 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9df463ff-09c6-427f-b7fd-e612765611ca {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:12:56.486446 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df463ff-09c6-427f-b7fd-e612765611ca'] response: {'name': 'network-changed', 'server_uuid': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'tag': '347c96fd-ea12-48fc-8e67-96489156f197', 'status': 'completed', 'code': 200} Oct 23 20:12:56.499747 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d734884-6929-4d87-89a5-e613d8fa68ca service neutron] Pushing event updated for resources: {'Port': ['ID=347c96fd-ea12-48fc-8e67-96489156f197,revision_number=3']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:12:56.576994 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f577f-5a57-462a-8631-4dfaa31c4ef5 req-89f4bdda-d757-4edb-807c-b58d1f27a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:56.578616 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7b5f577f-5a57-462a-8631-4dfaa31c4ef5 req-89f4bdda-d757-4edb-807c-b58d1f27a6e9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 1128 time: 0.0403380 Oct 23 20:12:56.621146 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80941a8-8ffe-4893-9bd9-72ea738e4921 req-225a26c3-65f4-42b4-b95e-1cebf78564c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:56.622678 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c80941a8-8ffe-4893-9bd9-72ea738e4921 req-225a26c3-65f4-42b4-b95e-1cebf78564c8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 1130 time: 0.0434253 Oct 23 20:12:56.643311 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:56.671520 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c80941a8-8ffe-4893-9bd9-72ea738e4921 req-ae12d8ef-d4ca-483d-92bf-b5abfa547260 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414164 Oct 23 20:12:56.679046 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f577f-5a57-462a-8631-4dfaa31c4ef5 req-fd4b0aa7-1896-4d8d-be69-6f5eb7a6d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:56.680511 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7b5f577f-5a57-462a-8631-4dfaa31c4ef5 req-fd4b0aa7-1896-4d8d-be69-6f5eb7a6d049 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=71f456c92d544d0c81bcb2fe937188ef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0939109 Oct 23 20:12:57.002732 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:57.027804 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f577f-5a57-462a-8631-4dfaa31c4ef5 req-812406af-c290-4dcf-bff5-2048541182c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:57.029280 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7b5f577f-5a57-462a-8631-4dfaa31c4ef5 req-812406af-c290-4dcf-bff5-2048541182c9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960507 Oct 23 20:12:57.110879 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-6195b700-6b29-464f-83e4-73803db10d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:57.112385 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-6195b700-6b29-464f-83e4-73803db10d09 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 1128 time: 0.0407262 Oct 23 20:12:57.195881 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7345474-8c86-4bc8-8e0f-8a5ec1d14ef1 req-3abdccd0-7df5-4596-a4b5-29a780cb88b3 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:57.197950 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a7345474-8c86-4bc8-8e0f-8a5ec1d14ef1 req-3abdccd0-7df5-4596-a4b5-29a780cb88b3 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 944 time: 0.0506835 Oct 23 20:12:57.244742 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 4bd7222e-670a-45a0-9753-e28cbbff2801 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:12:57.245994 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a7345474-8c86-4bc8-8e0f-8a5ec1d14ef1 req-92e511fb-3a09-4f65-99f1-4e843fdc75c7 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9c2bafa7-364e-4d18-868b-9717b70989c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421374 Oct 23 20:12:57.268655 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:12:57.289645 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 4bd7222e-670a-45a0-9753-e28cbbff2801 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:12:57.290031 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:12:57.290391 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 4bd7222e-670a-45a0-9753-e28cbbff2801 Oct 23 20:12:57.362463 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 4bd7222e-670a-45a0-9753-e28cbbff2801 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:12:57.441862 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721552-ad34-4a8b-a18b-24bf33ebd1a3 req-e3da28b3-29a7-4603-92a8-917b91e26cf4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:57.443338 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d8721552-ad34-4a8b-a18b-24bf33ebd1a3 req-e3da28b3-29a7-4603-92a8-917b91e26cf4 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0466938 Oct 23 20:12:57.490845 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d8721552-ad34-4a8b-a18b-24bf33ebd1a3 req-7e8a013e-3f46-4d26-83bb-44c57fffe570 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416312 Oct 23 20:12:57.569679 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-2d5c24f8-cd16-4d72-8da6-0f9c1c9e3dd6 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347c96fd-ea12-48fc-8e67-96489156f197 HTTP/1.1" status: 200 len: 217 time: 0.0324862 Oct 23 20:12:57.620852 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-70ae9260-195d-41b6-a5cc-c9eed5aa33da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:57.622306 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-70ae9260-195d-41b6-a5cc-c9eed5aa33da service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0466273 Oct 23 20:12:57.683011 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-ac540de9-a8dc-4bdb-8096-45ea872e47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:57.684481 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-ac540de9-a8dc-4bdb-8096-45ea872e47f3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395350 Oct 23 20:12:57.777955 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-914f9773-be6f-4f9a-847d-7d3a72765255 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836959 Oct 23 20:12:57.867405 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce51f7a-3c79-4c7c-9f53-b0d1e7d233c8 req-2ef33918-d56b-4bc0-9e98-a8423bff9c6f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820014 Oct 23 20:12:58.364335 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85f68b-5142-482d-a5f2-2c926fe554ce req-13e04967-61cb-4f6d-8930-ad8a7ac605bb tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:58.365778 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bd85f68b-5142-482d-a5f2-2c926fe554ce req-13e04967-61cb-4f6d-8930-ad8a7ac605bb tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 944 time: 0.0472281 Oct 23 20:12:58.415460 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bd85f68b-5142-482d-a5f2-2c926fe554ce req-13b01ca7-414e-473b-9323-b13a39d74c22 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9c2bafa7-364e-4d18-868b-9717b70989c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441465 Oct 23 20:12:58.608565 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed622208-f435-4171-918d-6dd64e4114dc req-18958806-7704-42cf-bc1b-a5969a2e29e6 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:58.610002 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed622208-f435-4171-918d-6dd64e4114dc req-18958806-7704-42cf-bc1b-a5969a2e29e6 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0458534 Oct 23 20:12:58.657974 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed622208-f435-4171-918d-6dd64e4114dc req-6805fec2-2c50-4cff-b371-c675b6a2f902 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424855 Oct 23 20:12:59.534817 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23354-f7aa-4640-b4fa-8d22786a2218 req-a7e6042b-8155-463f-a838-1caaacd5c0ca tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:59.536255 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d8f23354-f7aa-4640-b4fa-8d22786a2218 req-a7e6042b-8155-463f-a838-1caaacd5c0ca tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 944 time: 0.0455744 Oct 23 20:12:59.583070 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d8f23354-f7aa-4640-b4fa-8d22786a2218 req-c2967535-c729-4899-be5c-c2db11456ed8 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9c2bafa7-364e-4d18-868b-9717b70989c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399506 Oct 23 20:12:59.781131 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729f9c1-43b8-464b-96ed-8a35dffe0ca4 req-bb38e8e1-a905-4808-aba3-8c29a4118be1 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:12:59.782595 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3729f9c1-43b8-464b-96ed-8a35dffe0ca4 req-bb38e8e1-a905-4808-aba3-8c29a4118be1 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0491719 Oct 23 20:12:59.830111 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3729f9c1-43b8-464b-96ed-8a35dffe0ca4 req-fe79053e-0222-4bb4-8ae4-b74782b444f7 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419316 Oct 23 20:13:00.069264 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 347c96fd-ea12-48fc-8e67-96489156f197 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:13:00.168382 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 347c96fd-ea12-48fc-8e67-96489156f197, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=347c96fd-ea12-48fc-8e67-96489156f197,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:13:00.179133 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '347c96fd-ea12-48fc-8e67-96489156f197', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'port_id': '347c96fd-ea12-48fc-8e67-96489156f197', 'mac_address': 'fa:16:3e:4d:40:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:13:00.213455 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 347c96fd-ea12-48fc-8e67-96489156f197 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:13:00.213839 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (347c96fd-ea12-48fc-8e67-96489156f197), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:00.226167 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347c96fd-ea12-48fc-8e67-96489156f197 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:13:00.247495 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 347c96fd-ea12-48fc-8e67-96489156f197, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=347c96fd-ea12-48fc-8e67-96489156f197,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:13:00.258049 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (347c96fd-ea12-48fc-8e67-96489156f197), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:00.302717 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=347c96fd-ea12-48fc-8e67-96489156f197,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:13:00.596152 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['347c96fd-ea12-48fc-8e67-96489156f197'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:13:00.668091 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:00.707063 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40344-8780-4d7f-9e89-d442dd753460 req-e72dc8fa-d097-4559-bc08-09f23e6d0962 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:00.708644 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1ee40344-8780-4d7f-9e89-d442dd753460 req-e72dc8fa-d097-4559-bc08-09f23e6d0962 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 945 time: 0.0517089 Oct 23 20:13:00.719218 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:00.750253 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:00.758068 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1ee40344-8780-4d7f-9e89-d442dd753460 req-f921c7bb-3005-47f7-906e-83cf0f7ccab1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9c2bafa7-364e-4d18-868b-9717b70989c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429256 Oct 23 20:13:00.948750 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8733ed-f326-456d-8b6f-567428c25e10 req-59372d9e-8002-42af-ac1a-576a2b501d04 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:00.950201 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1c8733ed-f326-456d-8b6f-567428c25e10 req-59372d9e-8002-42af-ac1a-576a2b501d04 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0455263 Oct 23 20:13:01.001663 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1c8733ed-f326-456d-8b6f-567428c25e10 req-4e45beaa-3fe1-4762-b41e-5afa46b4bbf0 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459223 Oct 23 20:13:01.877329 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005757a5-ffe5-42fc-9d5f-37e7c9e915c6 req-1848ebcc-a4d9-462d-805c-9d44a7f8ab75 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:01.878830 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-005757a5-ffe5-42fc-9d5f-37e7c9e915c6 req-1848ebcc-a4d9-462d-805c-9d44a7f8ab75 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 945 time: 0.0475628 Oct 23 20:13:01.924624 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-005757a5-ffe5-42fc-9d5f-37e7c9e915c6 req-7dc84d8b-a73e-46b3-b9d2-77156b42a1c4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9c2bafa7-364e-4d18-868b-9717b70989c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402966 Oct 23 20:13:02.075640 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 347c96fd-ea12-48fc-8e67-96489156f197 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:13:02.116477 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 347c96fd-ea12-48fc-8e67-96489156f197 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:13:02.122627 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 347c96fd-ea12-48fc-8e67-96489156f197 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:13:02.122994 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (347c96fd-ea12-48fc-8e67-96489156f197), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:02.123325 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 347c96fd-ea12-48fc-8e67-96489156f197 Oct 23 20:13:02.194260 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 347c96fd-ea12-48fc-8e67-96489156f197 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:13:02.194652 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (347c96fd-ea12-48fc-8e67-96489156f197), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:02.218304 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347c96fd-ea12-48fc-8e67-96489156f197'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:13:02.220558 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75adf05a-1894-41a7-bdbf-247c76c08e22" -d '{"events": [{"server_uuid": "cbdda865-b8ca-4233-b550-d4c6a3127e61", "name": "network-vif-plugged", "status": "completed", "tag": "347c96fd-ea12-48fc-8e67-96489156f197"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:13:02.233835 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 347c96fd-ea12-48fc-8e67-96489156f197, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=347c96fd-ea12-48fc-8e67-96489156f197,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:13:02.237713 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (347c96fd-ea12-48fc-8e67-96489156f197), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:02.261233 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c27d53-bb26-4934-85b2-5c9632157e3d x-openstack-request-id: req-f7c27d53-bb26-4934-85b2-5c9632157e3d {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:13:02.261519 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdda865-b8ca-4233-b550-d4c6a3127e61", "name": "network-vif-plugged", "status": "completed", "tag": "347c96fd-ea12-48fc-8e67-96489156f197", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:13:02.261766 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7c27d53-bb26-4934-85b2-5c9632157e3d {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:13:02.262153 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c27d53-bb26-4934-85b2-5c9632157e3d'] response: {'server_uuid': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347c96fd-ea12-48fc-8e67-96489156f197', 'code': 200} Oct 23 20:13:02.285757 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=347c96fd-ea12-48fc-8e67-96489156f197,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:13:02.427045 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484f1cb-1e27-4077-98f3-dcb153df4b47 req-fd80f59f-773e-45d0-95ea-4bf2d493b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:02.428448 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1484f1cb-1e27-4077-98f3-dcb153df4b47 req-fd80f59f-773e-45d0-95ea-4bf2d493b5e5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 1130 time: 0.0380893 Oct 23 20:13:02.472423 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1484f1cb-1e27-4077-98f3-dcb153df4b47 req-a3e3f3a0-58d8-4dd9-9101-d9f09382dfd4 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9c2bafa7-364e-4d18-868b-9717b70989c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365424 Oct 23 20:13:03.050727 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044723b-9913-48f4-86f0-5dafc0dcb162 req-775947f5-01ed-44f6-867d-7140e819d1d5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:03.052176 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6044723b-9913-48f4-86f0-5dafc0dcb162 req-775947f5-01ed-44f6-867d-7140e819d1d5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 946 time: 0.0530603 Oct 23 20:13:03.098403 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6044723b-9913-48f4-86f0-5dafc0dcb162 req-97e63b95-67bd-416b-95e3-13dab3d0ba6b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9c2bafa7-364e-4d18-868b-9717b70989c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406513 Oct 23 20:13:04.219835 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc51a8-d279-49b2-a6bc-56489e6df7bb req-05338893-cd55-49ea-b72f-3b0df81a4945 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:04.221295 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a0cc51a8-d279-49b2-a6bc-56489e6df7bb req-05338893-cd55-49ea-b72f-3b0df81a4945 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 946 time: 0.0466375 Oct 23 20:13:04.268611 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a0cc51a8-d279-49b2-a6bc-56489e6df7bb req-8e993701-8877-4e2e-a852-ef900d03cf03 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9c2bafa7-364e-4d18-868b-9717b70989c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411479 Oct 23 20:13:04.329637 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:13:04.842231 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:05.392069 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e0e56-ac8c-4af0-91ed-9c61750ff49e req-71676419-0896-461f-8649-4d98057d34a4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:05.393493 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-af7e0e56-ac8c-4af0-91ed-9c61750ff49e req-71676419-0896-461f-8649-4d98057d34a4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 946 time: 0.0479012 Oct 23 20:13:05.703322 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-af7e0e56-ac8c-4af0-91ed-9c61750ff49e req-82308633-c3d3-42a1-a042-4b2e7b90d893 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9c2bafa7-364e-4d18-868b-9717b70989c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043251 Oct 23 20:13:05.816418 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b46fb8-fc43-49ef-b619-6c2c89be7421 req-051dde2f-b9cf-403e-b298-9d4db90c5a88 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:05.817871 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f1b46fb8-fc43-49ef-b619-6c2c89be7421 req-051dde2f-b9cf-403e-b298-9d4db90c5a88 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 946 time: 0.0457361 Oct 23 20:13:05.828828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33308) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:13:05.833115 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-5c6cef71-519a-4fd5-b083-a954fa874a1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'floatingip': {'port_id': '347c96fd-ea12-48fc-8e67-96489156f197'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:13:05.872688 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5c6cef71-519a-4fd5-b083-a954fa874a1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (d18ea1ad-1694-4558-a1c5-64c64a4ebb54), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:06.199357 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:06.259668 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:06.274377 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5c6cef71-519a-4fd5-b083-a954fa874a1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:06.277918 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5c6cef71-519a-4fd5-b083-a954fa874a1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (d18ea1ad-1694-4558-a1c5-64c64a4ebb54), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:06.371232 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [None req-5c6cef71-519a-4fd5-b083-a954fa874a1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Floating IP d18ea1ad-1694-4558-a1c5-64c64a4ebb54 associated. External IP: 172.27.0.214, port: 347c96fd-ea12-48fc-8e67-96489156f197. Oct 23 20:13:06.564491 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6cef71-519a-4fd5-b083-a954fa874a1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Router 6973b4a8-3e5c-400e-a68d-7809bb950e0e has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:13:06.660030 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:06.665127 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6cef71-519a-4fd5-b083-a954fa874a1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:13:06.669908 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=85,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:06.671103 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5c6cef71-519a-4fd5-b083-a954fa874a1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:06.676017 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d4c06-cda4-4857-803a-3ad986d1ba55 None None] Sync routers for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:13:06.685321 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d4c06-cda4-4857-803a-3ad986d1ba55 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:13:06.685937 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-7f1d4c06-cda4-4857-803a-3ad986d1ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:13:06.700815 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-5c6cef71-519a-4fd5-b083-a954fa874a1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/d18ea1ad-1694-4558-a1c5-64c64a4ebb54 HTTP/1.1" status: 200 len: 992 time: 0.8709311 Oct 23 20:13:06.701540 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'tag': '347c96fd-ea12-48fc-8e67-96489156f197'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:13:06.703859 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ae5f14-2e6d-4de4-89e3-bab5ed085c10" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdda865-b8ca-4233-b550-d4c6a3127e61", "tag": "347c96fd-ea12-48fc-8e67-96489156f197"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:13:06.741262 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e4797c-ee96-4f6c-b24b-2edbb1ac38b2 x-openstack-request-id: req-b3e4797c-ee96-4f6c-b24b-2edbb1ac38b2 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:13:06.741558 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdda865-b8ca-4233-b550-d4c6a3127e61", "tag": "347c96fd-ea12-48fc-8e67-96489156f197", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:13:06.741813 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3e4797c-ee96-4f6c-b24b-2edbb1ac38b2 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:13:06.742228 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e4797c-ee96-4f6c-b24b-2edbb1ac38b2'] response: {'name': 'network-changed', 'server_uuid': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'tag': '347c96fd-ea12-48fc-8e67-96489156f197', 'status': 'completed', 'code': 200} Oct 23 20:13:06.789455 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-7f1d4c06-cda4-4857-803a-3ad986d1ba55 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:13:06.803671 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae5f14-2e6d-4de4-89e3-bab5ed085c10 req-7d121b8e-cd25-4c51-874a-ee099e063622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:06.805165 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f5ae5f14-2e6d-4de4-89e3-bab5ed085c10 req-7d121b8e-cd25-4c51-874a-ee099e063622 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 1130 time: 0.0402329 Oct 23 20:13:06.896218 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:06.897310 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae5f14-2e6d-4de4-89e3-bab5ed085c10 req-25d6e062-a358-49eb-820d-b5c1e52004a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:06.898940 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f5ae5f14-2e6d-4de4-89e3-bab5ed085c10 req-25d6e062-a358-49eb-820d-b5c1e52004a1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 916 time: 0.0879040 Oct 23 20:13:06.959240 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f5ae5f14-2e6d-4de4-89e3-bab5ed085c10 req-758b0487-edb6-48cf-83a9-b65751fe6b6d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347c96fd-ea12-48fc-8e67-96489156f197 HTTP/1.1" status: 200 len: 1000 time: 0.0541272 Oct 23 20:13:06.996860 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-7f1d4c06-cda4-4857-803a-3ad986d1ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'd18ea1ad-1694-4558-a1c5-64c64a4ebb54', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '347c96fd-ea12-48fc-8e67-96489156f197', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:4d:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:12:52Z', 'updated_at': '2022-10-23T20:13:06Z', 'revision_number': 1, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:13:07.007195 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae5f14-2e6d-4de4-89e3-bab5ed085c10 req-abb28a51-1b45-41ff-aac2-a14945b70289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:07.008702 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f5ae5f14-2e6d-4de4-89e3-bab5ed085c10 req-abb28a51-1b45-41ff-aac2-a14945b70289 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0442858 Oct 23 20:13:07.021419 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d4c06-cda4-4857-803a-3ad986d1ba55 None None] Checking router: 6973b4a8-3e5c-400e-a68d-7809bb950e0e for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:13:07.030634 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d4c06-cda4-4857-803a-3ad986d1ba55 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:13:07.031237 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-7f1d4c06-cda4-4857-803a-3ad986d1ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:12:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:13:07.055149 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae5f14-2e6d-4de4-89e3-bab5ed085c10 req-4a62bb4d-6317-46a9-b1ae-b3ded5bcee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:07.056654 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f5ae5f14-2e6d-4de4-89e3-bab5ed085c10 req-4a62bb4d-6317-46a9-b1ae-b3ded5bcee9c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426097 Oct 23 20:13:07.085623 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:07.132632 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-7f1d4c06-cda4-4857-803a-3ad986d1ba55 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:13:07.146607 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f5ae5f14-2e6d-4de4-89e3-bab5ed085c10 req-ec141858-122f-416f-be37-4e142a71f5d9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830603 Oct 23 20:13:07.225767 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:07.240673 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f5ae5f14-2e6d-4de4-89e3-bab5ed085c10 req-2725f336-9384-41cb-b40d-3b6aff21b8fb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880253 Oct 23 20:13:07.470810 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-7f1d4c06-cda4-4857-803a-3ad986d1ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'd18ea1ad-1694-4558-a1c5-64c64a4ebb54', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '347c96fd-ea12-48fc-8e67-96489156f197', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:4d:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:12:52Z', 'updated_at': '2022-10-23T20:13:06Z', 'revision_number': 1, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:13:07.494760 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d4c06-cda4-4857-803a-3ad986d1ba55 None None] The sync data for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi is: [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'd18ea1ad-1694-4558-a1c5-64c64a4ebb54', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '347c96fd-ea12-48fc-8e67-96489156f197', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:4d:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:12:52Z', 'updated_at': '2022-10-23T20:13:06Z', 'revision_number': 1, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:13:07.669284 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ba9f2-52dd-4852-816e-0c10e81d29e8 None None] New status for floating IP d18ea1ad-1694-4558-a1c5-64c64a4ebb54: ACTIVE {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:13:11.815544 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-395d5af3-3fa5-407c-ad33-f4be72494c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:14.199186 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2630e916-1528-48b3-8cc4-cfe7f3ba8b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:15.425588 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:16.771057 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:17.149911 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:17.236212 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:17.238108 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:17.768910 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:17.772085 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:20.667666 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11fc61-54fd-4a02-8571-745bea321406 req-f9e4c613-2724-4232-aeba-59ede09e36c0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:20.669028 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6f11fc61-54fd-4a02-8571-745bea321406 req-f9e4c613-2724-4232-aeba-59ede09e36c0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0453899 Oct 23 20:13:20.721632 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6f11fc61-54fd-4a02-8571-745bea321406 req-da30979d-3bb0-4156-8e79-794abae338b9 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465052 Oct 23 20:13:21.849571 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d37e3-18d6-4342-a9b5-6c36ecad4e44 req-a9062913-978f-45a5-b5b5-96e4343c1329 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:21.851039 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-150d37e3-18d6-4342-a9b5-6c36ecad4e44 req-a9062913-978f-45a5-b5b5-96e4343c1329 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0462434 Oct 23 20:13:21.902503 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-150d37e3-18d6-4342-a9b5-6c36ecad4e44 req-1a613e05-3792-4d85-8521-606a1345c092 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456583 Oct 23 20:13:23.030200 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e75380-8426-4d13-9e56-ba9d9badcd6c req-ab2f79e0-18bc-4abc-95d2-2094cb43664c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:23.031961 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:23.032372 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-27e75380-8426-4d13-9e56-ba9d9badcd6c req-ab2f79e0-18bc-4abc-95d2-2094cb43664c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0507371 Oct 23 20:13:23.079939 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-27e75380-8426-4d13-9e56-ba9d9badcd6c req-0d52f6b7-6810-4f4e-a158-09c7832a5c29 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 Oct 23 20:13:24.202555 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc01452-e90e-4f3e-ace6-25b1c6db3ed4 req-4269a9fe-0d86-491e-9c18-ad14adf4f0fa tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:24.204530 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1cc01452-e90e-4f3e-ace6-25b1c6db3ed4 req-4269a9fe-0d86-491e-9c18-ad14adf4f0fa tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0469153 Oct 23 20:13:24.250011 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1cc01452-e90e-4f3e-ace6-25b1c6db3ed4 req-d55c2550-bc49-4f02-a8cd-9c11a93f1343 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400383 Oct 23 20:13:25.381255 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf6e85-8104-4c72-ba26-2213f8209a0a req-73292c3d-bdd5-4c42-b324-4583dfc6c9cd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:25.382726 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8bcf6e85-8104-4c72-ba26-2213f8209a0a req-73292c3d-bdd5-4c42-b324-4583dfc6c9cd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0500798 Oct 23 20:13:25.429577 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8bcf6e85-8104-4c72-ba26-2213f8209a0a req-a73728aa-28bd-4035-ac61-32e8e389cba6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 Oct 23 20:13:26.552650 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95723e-5eac-4d18-bd1e-9c6479ece9ae req-e7eb9b44-61f8-4fbe-9ebe-b27d3f124c34 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:26.554110 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8d95723e-5eac-4d18-bd1e-9c6479ece9ae req-e7eb9b44-61f8-4fbe-9ebe-b27d3f124c34 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0455043 Oct 23 20:13:26.601184 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8d95723e-5eac-4d18-bd1e-9c6479ece9ae req-37468f79-9c45-48d3-9462-d7524bc6d350 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416644 Oct 23 20:13:27.442391 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8ddc6b81-3ad4-4a74-9dff-f5889ad889c6 req-8ce40468-3a18-499d-9f2d-299138652990 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0362885 Oct 23 20:13:27.507223 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc6b81-3ad4-4a74-9dff-f5889ad889c6 req-0b844b15-d1fd-447a-a6a1-b04e7cfcc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:27.508722 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8ddc6b81-3ad4-4a74-9dff-f5889ad889c6 req-0b844b15-d1fd-447a-a6a1-b04e7cfcc6ce service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=f84aaa230cf14fd2b47b2076e43fcb73&device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 1130 time: 0.0409265 Oct 23 20:13:27.608662 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc6b81-3ad4-4a74-9dff-f5889ad889c6 req-97bed178-2223-498f-bf16-8b3efec76e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:27.610183 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8ddc6b81-3ad4-4a74-9dff-f5889ad889c6 req-97bed178-2223-498f-bf16-8b3efec76e33 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676 HTTP/1.1" status: 200 len: 910 time: 0.0826552 Oct 23 20:13:27.676144 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8ddc6b81-3ad4-4a74-9dff-f5889ad889c6 req-0a8bcebc-1da1-489a-8648-5e5e9278542c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02 HTTP/1.1" status: 200 len: 1002 time: 0.0581720 Oct 23 20:13:27.756779 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567ce83-c7fd-4c17-9358-35e29accb85a req-e20a3cf8-512a-497a-98fd-43093e271ab1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:27.758132 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1567ce83-c7fd-4c17-9358-35e29accb85a req-e20a3cf8-512a-497a-98fd-43093e271ab1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0768418 Oct 23 20:13:27.767512 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc6b81-3ad4-4a74-9dff-f5889ad889c6 req-293c2c22-cf89-46e8-9bd2-368b43d5c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:27.768864 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8ddc6b81-3ad4-4a74-9dff-f5889ad889c6 req-293c2c22-cf89-46e8-9bd2-368b43d5c67a service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6450074e-91ff-42b9-8a98-6c24c0d8a45a HTTP/1.1" status: 200 len: 848 time: 0.0785139 Oct 23 20:13:27.829337 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:27.838794 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc6b81-3ad4-4a74-9dff-f5889ad889c6 req-c7573f02-dfc0-4543-8e1e-ae3d027fcf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:27.840305 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8ddc6b81-3ad4-4a74-9dff-f5889ad889c6 req-c7573f02-dfc0-4543-8e1e-ae3d027fcf3d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595207 Oct 23 20:13:27.844629 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1567ce83-c7fd-4c17-9358-35e29accb85a req-953ccb38-30f3-4af8-b070-9ff1405f0e3d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803375 Oct 23 20:13:27.934424 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8ddc6b81-3ad4-4a74-9dff-f5889ad889c6 req-e74d447f-01f9-4e00-849b-0b7727d3bded service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830190 Oct 23 20:13:27.962547 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:28.026574 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8ddc6b81-3ad4-4a74-9dff-f5889ad889c6 req-de70b476-36cf-4228-ad4a-dcc8e9583ace service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854836 Oct 23 20:13:28.971442 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cfcf8-807f-442d-a635-edbcf857e3c1 req-a574f97d-f1c5-41af-8393-749570aae114 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:28.972875 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d13cfcf8-807f-442d-a635-edbcf857e3c1 req-a574f97d-f1c5-41af-8393-749570aae114 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0471768 Oct 23 20:13:29.017987 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d13cfcf8-807f-442d-a635-edbcf857e3c1 req-147edc1e-09ec-4290-a873-453fb6b2923c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396862 Oct 23 20:13:29.368587 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:29.375108 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:30.146293 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2b7a2-152e-40ec-a564-247311943073 req-60ec4449-9989-4669-a20b-1dfb85e4f38e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:30.147751 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-08a2b7a2-152e-40ec-a564-247311943073 req-60ec4449-9989-4669-a20b-1dfb85e4f38e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0491800 Oct 23 20:13:30.194461 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-08a2b7a2-152e-40ec-a564-247311943073 req-12252737-7202-450a-8a76-222fe0874b06 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 Oct 23 20:13:31.318691 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3ab8b-7a6a-4251-915c-dbf2fdf0cac7 req-ac192880-3c31-4ab4-a0a8-58c956bb97f2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:31.320099 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2c3ab8b-7a6a-4251-915c-dbf2fdf0cac7 req-ac192880-3c31-4ab4-a0a8-58c956bb97f2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0465879 Oct 23 20:13:31.367542 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2c3ab8b-7a6a-4251-915c-dbf2fdf0cac7 req-3bbf92e4-2a19-40e0-bf45-2fb17271590b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415983 Oct 23 20:13:32.493277 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2946029-b15b-4ebf-a179-1647e0acac63 req-9beba59a-1d65-4958-a62e-358004d12933 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:32.494737 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f2946029-b15b-4ebf-a179-1647e0acac63 req-9beba59a-1d65-4958-a62e-358004d12933 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0455110 Oct 23 20:13:32.543402 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f2946029-b15b-4ebf-a179-1647e0acac63 req-eeebf2f3-96a0-4783-bf8d-0c6a37764d77 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431795 Oct 23 20:13:33.019410 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:33.025009 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:33.027516 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:33.666175 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35de8a-4c5c-4d9c-a0a2-597535f475cc req-4c5aa923-5d40-436e-b8aa-a03f298bc266 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:33.667630 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4f35de8a-4c5c-4d9c-a0a2-597535f475cc req-4c5aa923-5d40-436e-b8aa-a03f298bc266 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0448487 Oct 23 20:13:33.713784 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4f35de8a-4c5c-4d9c-a0a2-597535f475cc req-28a66eb6-5d33-4e21-a278-044318134152 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398641 Oct 23 20:13:34.838698 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cb6b9-e5fd-43d1-9af1-091ab4c7ce3c req-56298b19-43ba-4c9b-8547-d2866b6167f4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:34.840142 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0e6cb6b9-e5fd-43d1-9af1-091ab4c7ce3c req-56298b19-43ba-4c9b-8547-d2866b6167f4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0467257 Oct 23 20:13:34.886905 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0e6cb6b9-e5fd-43d1-9af1-091ab4c7ce3c req-1cfe149b-72eb-449d-a138-e4ecdd518b2f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411601 Oct 23 20:13:36.016018 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd215-ac1a-4eea-9d62-0968ef0f5c29 req-696588ca-dc03-477a-959c-ee76c83fe460 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:36.018070 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cc6bd215-ac1a-4eea-9d62-0968ef0f5c29 req-696588ca-dc03-477a-959c-ee76c83fe460 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0497935 Oct 23 20:13:36.064362 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cc6bd215-ac1a-4eea-9d62-0968ef0f5c29 req-edd88164-ec80-45dc-a259-7b1ebc4ae58b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405989 Oct 23 20:13:37.188690 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48703f35-ba6d-485e-9ffe-421a2ada79ee req-ab7473ff-eeac-4f8b-bd51-f01174633d5c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:37.190268 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-48703f35-ba6d-485e-9ffe-421a2ada79ee req-ab7473ff-eeac-4f8b-bd51-f01174633d5c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0471227 Oct 23 20:13:37.238926 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-48703f35-ba6d-485e-9ffe-421a2ada79ee req-cabc5ec3-ebee-43a3-8785-ea0c612275c2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426176 Oct 23 20:13:38.247362 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c97132ca-3b21-4ca1-846d-806a393225ba details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:13:38.349177 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c97132ca-3b21-4ca1-846d-806a393225ba,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:13:38.360695 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'port_id': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'mac_address': 'fa:16:3e:ea:1d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:13:38.361589 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a02df-5b6f-4aa7-a79d-c4ede33bcc92 req-d43d3a7a-7ca7-455f-b410-3ac54699fde1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:38.363609 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-026a02df-5b6f-4aa7-a79d-c4ede33bcc92 req-d43d3a7a-7ca7-455f-b410-3ac54699fde1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0462654 Oct 23 20:13:38.396372 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port c97132ca-3b21-4ca1-846d-806a393225ba is: ACTIVE; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:13:38.396762 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:38.410159 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c97132ca-3b21-4ca1-846d-806a393225ba {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:13:38.414203 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-026a02df-5b6f-4aa7-a79d-c4ede33bcc92 req-26b6798a-be37-413a-b3bb-f445b5f3d3c2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450158 Oct 23 20:13:38.430189 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c97132ca-3b21-4ca1-846d-806a393225ba,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:13:38.434365 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:38.479626 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=c97132ca-3b21-4ca1-846d-806a393225ba,revision_number=6']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:13:38.540139 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['c97132ca-3b21-4ca1-846d-806a393225ba'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:13:39.524349 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:39.542344 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4e805-e309-4b53-9a01-4730768919fb req-d726a879-c6c9-4e93-b44b-c4bff91f52b7 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:39.543805 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b7f4e805-e309-4b53-9a01-4730768919fb req-d726a879-c6c9-4e93-b44b-c4bff91f52b7 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 945 time: 0.0472298 Oct 23 20:13:39.574275 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:39.591044 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b7f4e805-e309-4b53-9a01-4730768919fb req-a8fdd507-fe5e-42ce-b1f8-45fb0116e0ed tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417304 Oct 23 20:13:40.269509 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c97132ca-3b21-4ca1-846d-806a393225ba up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:13:40.312576 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port c97132ca-3b21-4ca1-846d-806a393225ba triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:13:40.312877 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:40.313213 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port c97132ca-3b21-4ca1-846d-806a393225ba Oct 23 20:13:40.384419 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port c97132ca-3b21-4ca1-846d-806a393225ba is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:13:40.384819 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:40.407290 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:13:40.410102 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f922f9-d50b-4a29-88d2-b0ecadcee6ea" -d '{"events": [{"server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "name": "network-vif-plugged", "status": "completed", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:13:40.423312 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c97132ca-3b21-4ca1-846d-806a393225ba,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:13:40.427641 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:40.449912 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d914cb-03e8-44f2-a7e3-209dfa29d66e x-openstack-request-id: req-66d914cb-03e8-44f2-a7e3-209dfa29d66e {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:13:40.450198 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "name": "network-vif-plugged", "status": "completed", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:13:40.450469 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66d914cb-03e8-44f2-a7e3-209dfa29d66e {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:13:40.450854 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d914cb-03e8-44f2-a7e3-209dfa29d66e'] response: {'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'code': 200} Oct 23 20:13:40.476145 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=c97132ca-3b21-4ca1-846d-806a393225ba,revision_number=7']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:13:40.712962 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58633e6-22df-4a43-a537-da25bff1b9ba req-f4b3e0e8-1887-4088-8a76-f221d9115dbd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:40.714414 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e58633e6-22df-4a43-a537-da25bff1b9ba req-f4b3e0e8-1887-4088-8a76-f221d9115dbd tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0455232 Oct 23 20:13:40.759439 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e58633e6-22df-4a43-a537-da25bff1b9ba req-d992d494-bd4c-40dd-91c3-4dc54e24888e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395882 Oct 23 20:13:41.328795 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:13:41.817784 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1b7e48af-88a3-4750-86ec-0a6a741b4db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:41.892043 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b126-a804-408e-b863-6107707bb8ff req-428541b3-7e57-4cbc-a61c-58a68e1eaec1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:41.893507 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f307b126-a804-408e-b863-6107707bb8ff req-428541b3-7e57-4cbc-a61c-58a68e1eaec1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0493035 Oct 23 20:13:41.939144 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f307b126-a804-408e-b863-6107707bb8ff req-9f908212-d04a-4a4e-8c1b-75d302f701ff tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401063 Oct 23 20:13:43.067734 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8359dfd-c22f-4caf-9339-7737c048fbef req-cc5e399b-fe56-4405-83cf-ac403d9b46d0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:43.069176 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b8359dfd-c22f-4caf-9339-7737c048fbef req-cc5e399b-fe56-4405-83cf-ac403d9b46d0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0461664 Oct 23 20:13:43.114904 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b8359dfd-c22f-4caf-9339-7737c048fbef req-04c7a835-74c3-4701-b28b-0ac3cb44ced3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398593 Oct 23 20:13:44.204743 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-466c0025-5d80-4b9e-ba69-f34cbbf6345e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:44.242827 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b731c8-05ab-4436-8e43-d28894dd89f5 req-ad662616-fdd4-442d-adaf-ffb22fe4d3c5 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:44.244313 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d6b731c8-05ab-4436-8e43-d28894dd89f5 req-ad662616-fdd4-442d-adaf-ffb22fe4d3c5 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0514042 Oct 23 20:13:44.293306 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d6b731c8-05ab-4436-8e43-d28894dd89f5 req-0dfd5a37-dc24-48a2-afa8-155f07806f4c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433168 Oct 23 20:13:45.435581 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:45.439256 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f7076-d15d-495f-aeac-0409dcf92744 req-3c288d7d-22e7-4d99-a55e-290faddecbc0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:45.449033 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b38f7076-d15d-495f-aeac-0409dcf92744 req-3c288d7d-22e7-4d99-a55e-290faddecbc0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0732999 Oct 23 20:13:45.511699 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b38f7076-d15d-495f-aeac-0409dcf92744 req-215c8a80-335a-42b6-a314-5dd50023bf6d tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598800 Oct 23 20:13:46.642410 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b268f-59ad-40df-8031-e3a207e6b956 req-a5b6634d-9a21-4325-90f9-509e071d69c2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:46.651158 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b9b268f-59ad-40df-8031-e3a207e6b956 req-a5b6634d-9a21-4325-90f9-509e071d69c2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0542903 Oct 23 20:13:46.699787 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b9b268f-59ad-40df-8031-e3a207e6b956 req-e9fd625a-5155-4568-bd86-67d9ef4b64c1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477676 Oct 23 20:13:46.779033 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:47.159048 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:47.868526 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49e138-aaf3-4f0f-ad41-5cdcee9e6d74 req-89e37a06-d459-4ceb-9406-494e1d18ea49 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:47.870395 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bd49e138-aaf3-4f0f-ad41-5cdcee9e6d74 req-89e37a06-d459-4ceb-9406-494e1d18ea49 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0608673 Oct 23 20:13:47.922814 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bd49e138-aaf3-4f0f-ad41-5cdcee9e6d74 req-12e2eeb8-326e-4e53-b32a-82a4170426f6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443189 Oct 23 20:13:49.058764 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55676838-f77c-418a-82c3-efb078700ba9 req-ce4bda24-a15f-485b-9cb6-12aa9d39e1c5 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:49.060308 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-55676838-f77c-418a-82c3-efb078700ba9 req-ce4bda24-a15f-485b-9cb6-12aa9d39e1c5 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0485744 Oct 23 20:13:49.109083 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-55676838-f77c-418a-82c3-efb078700ba9 req-2aaf0801-2fe0-4333-975e-3a9e238e8500 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429220 Oct 23 20:13:50.245767 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62d353-9ae9-49a9-9c4c-69a7f16a1dff req-d36dfdb0-96a7-48e2-8bac-055448f7d9b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:50.247879 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cd62d353-9ae9-49a9-9c4c-69a7f16a1dff req-d36dfdb0-96a7-48e2-8bac-055448f7d9b6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0522039 Oct 23 20:13:50.296278 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cd62d353-9ae9-49a9-9c4c-69a7f16a1dff req-6c32ed9c-f026-42d7-97a4-e899311f8b79 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426984 Oct 23 20:13:51.324520 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:51.325764 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:51.440170 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72fdb8-28e7-4740-bdf2-9a894fca4f4a req-1ee8a29f-0bed-4dda-9c1c-63de306ac5e8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:51.443044 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5a72fdb8-28e7-4740-bdf2-9a894fca4f4a req-1ee8a29f-0bed-4dda-9c1c-63de306ac5e8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0537803 Oct 23 20:13:51.496990 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5a72fdb8-28e7-4740-bdf2-9a894fca4f4a req-c6d9b72b-68b9-4522-8c86-358fcddbcf32 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473306 Oct 23 20:13:52.619616 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:52.631493 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666657e0-b30f-4026-8dd2-537e9f262b6b req-51b1ab8e-d877-45ad-b2db-c1cb7f4d4638 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:52.632981 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-666657e0-b30f-4026-8dd2-537e9f262b6b req-51b1ab8e-d877-45ad-b2db-c1cb7f4d4638 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0498025 Oct 23 20:13:52.686126 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-666657e0-b30f-4026-8dd2-537e9f262b6b req-0c278a2d-b61b-4f25-9f69-e741dccce982 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473292 Oct 23 20:13:53.036490 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:13:53.811282 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:53.830536 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc18f2-36e6-4483-a6bd-e4c81106e922 req-19b3776f-e95c-4fb4-b2a3-741f2f6b0147 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:53.833025 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f4dc18f2-36e6-4483-a6bd-e4c81106e922 req-19b3776f-e95c-4fb4-b2a3-741f2f6b0147 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0550752 Oct 23 20:13:53.886349 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f4dc18f2-36e6-4483-a6bd-e4c81106e922 req-dd8cf69f-432a-470d-af5e-3f36bccb61ad tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454290 Oct 23 20:13:55.043196 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d260d-2fd4-45d9-b268-c8ad0b0a9213 req-eed98ec4-e593-470e-84d1-d36a1ed8fce2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:55.044947 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-781d260d-2fd4-45d9-b268-c8ad0b0a9213 req-eed98ec4-e593-470e-84d1-d36a1ed8fce2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0515559 Oct 23 20:13:55.102585 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-781d260d-2fd4-45d9-b268-c8ad0b0a9213 req-f5998c87-9f92-40d7-a9b7-086cbd871e9a tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515323 Oct 23 20:13:56.132959 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4cb3b-2315-4b24-8597-7148444a3fb1 req-bfc96dd2-ebd1-4d4a-9ed3-4b2919710984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:56.135270 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10f4cb3b-2315-4b24-8597-7148444a3fb1 req-bfc96dd2-ebd1-4d4a-9ed3-4b2919710984 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 1130 time: 0.0412982 Oct 23 20:13:56.253195 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fd727-963a-495d-a13c-9848bcc4e1bc req-2a9f14b9-ae08-4690-8673-9e1dd73dd678 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:56.255196 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-795fd727-963a-495d-a13c-9848bcc4e1bc req-2a9f14b9-ae08-4690-8673-9e1dd73dd678 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0630233 Oct 23 20:13:56.276244 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4cb3b-2315-4b24-8597-7148444a3fb1 req-79acd09f-f0e2-4e3b-a61a-f1688584b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:56.277541 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10f4cb3b-2315-4b24-8597-7148444a3fb1 req-79acd09f-f0e2-4e3b-a61a-f1688584b973 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 918 time: 0.1376355 Oct 23 20:13:56.341448 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-795fd727-963a-495d-a13c-9848bcc4e1bc req-6349b36b-d404-43dd-82dd-d7e7a49d5eb9 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806837 Oct 23 20:13:56.353885 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10f4cb3b-2315-4b24-8597-7148444a3fb1 req-3e0e9803-ec24-41f1-a85b-bc5f66fd12b0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97132ca-3b21-4ca1-846d-806a393225ba HTTP/1.1" status: 200 len: 1001 time: 0.0700386 Oct 23 20:13:56.402641 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4cb3b-2315-4b24-8597-7148444a3fb1 req-93111685-24d2-4053-ab42-e75dacf6f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:56.404058 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10f4cb3b-2315-4b24-8597-7148444a3fb1 req-93111685-24d2-4053-ab42-e75dacf6f5b0 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 HTTP/1.1" status: 200 len: 856 time: 0.0435212 Oct 23 20:13:56.449669 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4cb3b-2315-4b24-8597-7148444a3fb1 req-a414b7cc-02c6-48de-9bcf-61e57bd3abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:56.451152 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10f4cb3b-2315-4b24-8597-7148444a3fb1 req-a414b7cc-02c6-48de-9bcf-61e57bd3abb9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d42fdacc-7ef9-4dc3-a526-50a70d71365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413737 Oct 23 20:13:56.538348 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10f4cb3b-2315-4b24-8597-7148444a3fb1 req-59cc3c60-d342-4e6b-82f9-516751731209 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797791 Oct 23 20:13:56.627949 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10f4cb3b-2315-4b24-8597-7148444a3fb1 req-a426c4e0-be77-4b92-8a78-2a1d3ec886d0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839143 Oct 23 20:13:56.773403 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:57.465603 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46212d69-5ce4-40d9-825d-38114529cb27 req-5274521b-2993-4cc1-86cc-0fab3c8f9bfe tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:57.467071 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-46212d69-5ce4-40d9-825d-38114529cb27 req-5274521b-2993-4cc1-86cc-0fab3c8f9bfe tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0457866 Oct 23 20:13:57.512250 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-46212d69-5ce4-40d9-825d-38114529cb27 req-6ec6762c-c6b4-4ded-9620-0ddf50e464ad tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397005 Oct 23 20:13:58.642019 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba3150-fe11-43a0-98c8-c639cdb193aa req-22f4bfa1-2820-4542-8120-ece9cd038b35 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:58.643423 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2fba3150-fe11-43a0-98c8-c639cdb193aa req-22f4bfa1-2820-4542-8120-ece9cd038b35 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0513415 Oct 23 20:13:58.958210 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2fba3150-fe11-43a0-98c8-c639cdb193aa req-be43e575-13da-46fe-8f69-da40e6a5bd1b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085508 Oct 23 20:13:59.880423 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:59.891609 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedc631-8b97-4a68-a662-683f40549c46 req-4ff7dabc-94bb-4ae9-9af6-a7d04827b717 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:13:59.893087 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ccedc631-8b97-4a68-a662-683f40549c46 req-4ff7dabc-94bb-4ae9-9af6-a7d04827b717 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 946 time: 0.0479715 Oct 23 20:13:59.920010 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:13:59.940727 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ccedc631-8b97-4a68-a662-683f40549c46 req-dbde4a70-f6e7-4460-ac19-6529e35d7d5c tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408716 Oct 23 20:14:00.094015 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-cddf5ded-cded-4dd0-96eb-cad0e705c0ea service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392115 Oct 23 20:14:00.167768 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-4f8ccc24-098b-4a5d-b503-418f54e11c00 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:00.169096 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-4f8ccc24-098b-4a5d-b503-418f54e11c00 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports/c97132ca-3b21-4ca1-846d-806a393225ba HTTP/1.1" status: 200 len: 943 time: 0.0467496 Oct 23 20:14:00.434742 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c97132ca-3b21-4ca1-846d-806a393225ba no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:14:00.508238 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port c97132ca-3b21-4ca1-846d-806a393225ba is: ACTIVE; New status is: DOWN {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:14:00.508545 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:00.531477 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:14:00.533703 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcab84b-1626-42fb-b579-35768e66927d" -d '{"events": [{"server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "name": "network-vif-unplugged", "status": "completed", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:14:00.547061 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c97132ca-3b21-4ca1-846d-806a393225ba,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:00.551826 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:00.573733 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 23 Oct 2022 20:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a898450-0caf-4b43-b75c-9ec62d5f9afa x-openstack-request-id: req-4a898450-0caf-4b43-b75c-9ec62d5f9afa {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:14:00.574306 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "name": "network-vif-unplugged", "status": "failed", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba", "code": 422}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:14:00.574560 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a898450-0caf-4b43-b75c-9ec62d5f9afa {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:14:00.574956 dv-cinder-862432-1-iscsi neutron-server[104661]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4a898450-0caf-4b43-b75c-9ec62d5f9afa']: {'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'code': 422} returned with failed status Oct 23 20:14:00.604253 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=c97132ca-3b21-4ca1-846d-806a393225ba,revision_number=8']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:00.611409 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.611711 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.612056 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.612392 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.612726 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.613053 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.613376 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.613700 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.614019 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.614365 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.614717 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.615038 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.615357 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.615674 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:00.615993 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:01.089050 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-d8383477-d6e0-464e-97fa-b7bcf70deaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:01.090529 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-d8383477-d6e0-464e-97fa-b7bcf70deaeb service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e&tenant_id=4023fb7431ad496fa044b19190f014d8 HTTP/1.1" status: 200 len: 1128 time: 0.0702066 Oct 23 20:14:01.096230 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade1583-b43a-47c6-bdc5-4822c6b21681 req-940c1756-46fd-46ef-8686-150fa0fa50c6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:01.097561 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7ade1583-b43a-47c6-bdc5-4822c6b21681 req-940c1756-46fd-46ef-8686-150fa0fa50c6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0754180 Oct 23 20:14:01.170189 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-419d5159-db82-4dda-8292-31252e8dc777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:01.171655 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-419d5159-db82-4dda-8292-31252e8dc777 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 1128 time: 0.0556788 Oct 23 20:14:01.175063 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7ade1583-b43a-47c6-bdc5-4822c6b21681 req-6cf79273-6526-4389-84dc-85fb1f40695f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720425 Oct 23 20:14:01.265347 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-4e2fb3f8-acb0-458b-b46f-c8c97285621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:01.266805 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-4e2fb3f8-acb0-458b-b46f-c8c97285621e service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 918 time: 0.0880666 Oct 23 20:14:01.326168 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-e64285a8-fdfb-40b7-85ee-dfb34e8c4606 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97132ca-3b21-4ca1-846d-806a393225ba HTTP/1.1" status: 200 len: 999 time: 0.0533864 Oct 23 20:14:01.376843 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-0df7dc6c-b0fa-4b52-af18-0669aba7bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:01.378330 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-0df7dc6c-b0fa-4b52-af18-0669aba7bcdd service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 HTTP/1.1" status: 200 len: 856 time: 0.0459721 Oct 23 20:14:01.419603 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-7bdad4f0-8d62-4734-8cca-d5287efc783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:01.421024 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-7bdad4f0-8d62-4734-8cca-d5287efc783b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d42fdacc-7ef9-4dc3-a526-50a70d71365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368245 Oct 23 20:14:01.509039 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-8017ba99-b1e4-4e53-9804-378e2d4ba6d8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806034 Oct 23 20:14:01.598129 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-c191dff7-663c-4972-8d4a-c43fab7cdb93 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829213 Oct 23 20:14:02.327917 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff1ec0-f075-4681-bf35-a05846f80a69 req-af9b8a9e-ded0-4b45-90af-525b921dab72 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:02.329518 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-92ff1ec0-f075-4681-bf35-a05846f80a69 req-af9b8a9e-ded0-4b45-90af-525b921dab72 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0706909 Oct 23 20:14:02.377763 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-92ff1ec0-f075-4681-bf35-a05846f80a69 req-2cb44dec-8767-4a1e-bd3e-4446578ecb34 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417545 Oct 23 20:14:03.529116 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60aa8f-0bb2-4c69-9eaa-141a25520157 req-ece74d08-708a-4955-8571-79012d63ed60 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:03.530889 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ac60aa8f-0bb2-4c69-9eaa-141a25520157 req-ece74d08-708a-4955-8571-79012d63ed60 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0511200 Oct 23 20:14:03.584575 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ac60aa8f-0bb2-4c69-9eaa-141a25520157 req-a0117635-5d4d-416d-89b1-3622f3417860 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472360 Oct 23 20:14:04.708967 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65fbdb-259b-4c34-99a9-674217a73e69 req-b8ad762f-170e-4034-a33e-a86906df1394 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:04.710446 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5b65fbdb-259b-4c34-99a9-674217a73e69 req-b8ad762f-170e-4034-a33e-a86906df1394 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0452514 Oct 23 20:14:04.754493 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:04.759943 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5b65fbdb-259b-4c34-99a9-674217a73e69 req-7a853f75-9bea-4805-bf68-0ea16b86325e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433395 Oct 23 20:14:05.901070 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812881dd-c166-406e-a2e1-c35a920b7db2 req-348cb8b7-9b6c-44d9-9026-162a2b90391b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:05.902566 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-812881dd-c166-406e-a2e1-c35a920b7db2 req-348cb8b7-9b6c-44d9-9026-162a2b90391b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0532966 Oct 23 20:14:05.949740 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-812881dd-c166-406e-a2e1-c35a920b7db2 req-a26a389b-97ec-462a-b6cb-b026168aa7e7 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Oct 23 20:14:07.075314 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f2019-e92f-4109-a166-566038c797be req-af9b5095-596f-4a7f-83d4-28195eddd48b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:07.076765 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f48f2019-e92f-4109-a166-566038c797be req-af9b5095-596f-4a7f-83d4-28195eddd48b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0462756 Oct 23 20:14:07.123073 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f48f2019-e92f-4109-a166-566038c797be req-b21e0cf2-c929-4f18-8fcb-3851534645ab tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408921 Oct 23 20:14:08.239021 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:08.251950 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ddbdc-b70b-467a-9f09-658ad130805e req-c4ac21c6-bc4c-4c1c-8520-8684e82e42f3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:08.253487 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-406ddbdc-b70b-467a-9f09-658ad130805e req-c4ac21c6-bc4c-4c1c-8520-8684e82e42f3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0472851 Oct 23 20:14:08.303480 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-406ddbdc-b70b-467a-9f09-658ad130805e req-78ed232a-0385-43eb-91e1-c2f191b7ac86 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438805 Oct 23 20:14:09.452960 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f894d3-fe1f-4712-a768-a3752b0dbaed req-a11b5e93-f9a8-4bbc-88b8-b312bd503611 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:09.454510 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-17f894d3-fe1f-4712-a768-a3752b0dbaed req-a11b5e93-f9a8-4bbc-88b8-b312bd503611 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0531404 Oct 23 20:14:09.507409 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-17f894d3-fe1f-4712-a768-a3752b0dbaed req-1c8a93e7-5e48-4ce0-ae1e-56ef5d862c36 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465825 Oct 23 20:14:10.157965 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=7 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:10.160471 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=7 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:10.602086 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=75,neutron:UPDATE=6 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:10.607227 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=19 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:10.608164 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:10.657764 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8f7dc-1cd4-4363-b2ba-48a4fa9367f9 req-27ad2ba1-bba1-419e-bf10-6204bde1a495 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:10.659194 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0bb8f7dc-1cd4-4363-b2ba-48a4fa9367f9 req-27ad2ba1-bba1-419e-bf10-6204bde1a495 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0608828 Oct 23 20:14:10.706416 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0bb8f7dc-1cd4-4363-b2ba-48a4fa9367f9 req-77161f57-3962-4534-a90e-331ae17f29b5 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411849 Oct 23 20:14:10.848844 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=17 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:10.858646 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=15 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:11.850471 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6132ec4-02f5-40ac-880a-1a1e0f88f2ce req-041d5efb-a510-4492-b2e2-8167490366ec tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:11.857628 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e6132ec4-02f5-40ac-880a-1a1e0f88f2ce req-041d5efb-a510-4492-b2e2-8167490366ec tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0692182 Oct 23 20:14:11.881849 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6644e051-c90a-41c8-b8fd-0929c1e5b6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:11.909007 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e6132ec4-02f5-40ac-880a-1a1e0f88f2ce req-6f9a629a-338f-476e-a03d-af5171137573 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505042 Oct 23 20:14:13.040469 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609723-f1b4-42c4-82bd-e0876d52b76b req-bedf8760-613d-4a85-9273-53a2df3a2005 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:13.041977 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-97609723-f1b4-42c4-82bd-e0876d52b76b req-bedf8760-613d-4a85-9273-53a2df3a2005 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0469410 Oct 23 20:14:13.093037 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-97609723-f1b4-42c4-82bd-e0876d52b76b req-f3a504bc-bddf-4947-9491-953ae6ae8e62 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450804 Oct 23 20:14:14.197513 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-d4db16b4-b711-46c1-bf35-27aa03f3c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:14.220194 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe131-f1df-495f-bf88-082c433f56e7 req-4a1c18f3-86eb-45b6-a270-faa98b69964e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:14.221652 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b7dbe131-f1df-495f-bf88-082c433f56e7 req-4a1c18f3-86eb-45b6-a270-faa98b69964e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0472105 Oct 23 20:14:14.277351 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b7dbe131-f1df-495f-bf88-082c433f56e7 req-01cdb012-93de-47a5-8bbd-c7411e260e39 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494702 Oct 23 20:14:15.402025 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4973a5-6076-403c-8457-9304e64709b7 req-d9e23950-f0b9-42c7-b646-71833de0bb37 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:15.403524 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3b4973a5-6076-403c-8457-9304e64709b7 req-d9e23950-f0b9-42c7-b646-71833de0bb37 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0465384 Oct 23 20:14:15.431661 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:15.452153 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3b4973a5-6076-403c-8457-9304e64709b7 req-404ea13e-2764-4dcf-9b77-034f359ecd9b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430412 Oct 23 20:14:16.576227 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb264c-625b-4f4c-9251-b3f133c07952 req-3b251916-4585-49f7-955a-4128851c6fb4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:16.577664 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-11bb264c-625b-4f4c-9251-b3f133c07952 req-3b251916-4585-49f7-955a-4128851c6fb4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0459933 Oct 23 20:14:16.623105 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-11bb264c-625b-4f4c-9251-b3f133c07952 req-69b1fe52-b48f-4b51-ae78-d39297cd2e6b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401151 Oct 23 20:14:16.774688 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:17.152382 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:17.735257 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:17.750177 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4c040-57bf-4d4a-b5c3-20b0869d92d6 req-7d3e58ca-33fb-46df-8e9d-43d61384a304 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:17.751662 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-69b4c040-57bf-4d4a-b5c3-20b0869d92d6 req-7d3e58ca-33fb-46df-8e9d-43d61384a304 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0501795 Oct 23 20:14:17.798044 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-69b4c040-57bf-4d4a-b5c3-20b0869d92d6 req-6c55c1c9-682c-4974-8cfa-c9a80487400e tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408247 Oct 23 20:14:18.328426 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:14:18.922605 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db23df-93f1-4a9c-8778-4573e47058f6 req-34cc4ef5-fe28-4f0b-a753-be142d7eb8f1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:18.924042 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-15db23df-93f1-4a9c-8778-4573e47058f6 req-34cc4ef5-fe28-4f0b-a753-be142d7eb8f1 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0461774 Oct 23 20:14:18.970354 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-15db23df-93f1-4a9c-8778-4573e47058f6 req-063e5ead-dbb1-4689-9a18-ceaf7319dd31 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407639 Oct 23 20:14:20.099317 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115664ae-bd5a-42d0-9581-69f3e118295c req-7bffdbbe-fa64-4c94-96c6-57a6cbaa72d2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:20.100778 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-115664ae-bd5a-42d0-9581-69f3e118295c req-7bffdbbe-fa64-4c94-96c6-57a6cbaa72d2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 944 time: 0.0515230 Oct 23 20:14:20.146291 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-115664ae-bd5a-42d0-9581-69f3e118295c req-b055a736-6069-402a-9fb5-f81fb935d8f2 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394268 Oct 23 20:14:20.493782 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c97132ca-3b21-4ca1-846d-806a393225ba details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:14:20.592106 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c97132ca-3b21-4ca1-846d-806a393225ba,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:20.603025 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'port_id': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'mac_address': 'fa:16:3e:ea:1d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:14:20.637099 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port c97132ca-3b21-4ca1-846d-806a393225ba is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:14:20.637483 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:20.649818 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97132ca-3b21-4ca1-846d-806a393225ba {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:14:20.669276 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c97132ca-3b21-4ca1-846d-806a393225ba,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:20.673261 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:20.718792 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=c97132ca-3b21-4ca1-846d-806a393225ba,revision_number=9']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:21.026858 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['c97132ca-3b21-4ca1-846d-806a393225ba'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:14:21.276051 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dff2ff-db78-42b3-8300-8e9fdb8cc1b9 req-0da325a2-e916-4355-ad33-0570b5eb3a50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:21.277501 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2dff2ff-db78-42b3-8300-8e9fdb8cc1b9 req-0da325a2-e916-4355-ad33-0570b5eb3a50 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 945 time: 0.0458503 Oct 23 20:14:21.323887 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e2dff2ff-db78-42b3-8300-8e9fdb8cc1b9 req-3c9ae42c-25c7-453a-ba5a-d6509a1e2ed0 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408487 Oct 23 20:14:22.436504 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:22.452505 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc95ec9-60b2-4161-86ab-c64404a6a626 req-aaa58adb-0b06-42da-b36b-07aec2b55af4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:22.453965 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ecc95ec9-60b2-4161-86ab-c64404a6a626 req-aaa58adb-0b06-42da-b36b-07aec2b55af4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 945 time: 0.0493691 Oct 23 20:14:22.503803 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ecc95ec9-60b2-4161-86ab-c64404a6a626 req-37eb720b-4c1b-4dc2-afaa-a891c2c24dce tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442646 Oct 23 20:14:22.510805 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c97132ca-3b21-4ca1-846d-806a393225ba up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:14:22.552979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port c97132ca-3b21-4ca1-846d-806a393225ba triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:14:22.553353 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:22.553684 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port c97132ca-3b21-4ca1-846d-806a393225ba Oct 23 20:14:22.625124 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port c97132ca-3b21-4ca1-846d-806a393225ba is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:14:22.625420 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:22.647487 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:14:22.650291 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6dab3e-149f-41c8-aa35-cdb895795c50" -d '{"events": [{"server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "name": "network-vif-plugged", "status": "completed", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:14:22.661979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c97132ca-3b21-4ca1-846d-806a393225ba,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:22.666072 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:22.688952 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1595ea3b-97c5-4f9d-8353-c86c2c9f9ee2 x-openstack-request-id: req-1595ea3b-97c5-4f9d-8353-c86c2c9f9ee2 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:14:22.689235 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "name": "network-vif-plugged", "status": "completed", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:14:22.689481 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1595ea3b-97c5-4f9d-8353-c86c2c9f9ee2 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:14:22.689866 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1595ea3b-97c5-4f9d-8353-c86c2c9f9ee2'] response: {'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'code': 200} Oct 23 20:14:22.715235 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=c97132ca-3b21-4ca1-846d-806a393225ba,revision_number=10']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:22.889171 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606c3bf-a3d9-4f26-9d3b-d49a28637d63 req-5e617c51-6383-457d-9c35-d748ab1cf98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:22.890993 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9606c3bf-a3d9-4f26-9d3b-d49a28637d63 req-5e617c51-6383-457d-9c35-d748ab1cf98e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 1131 time: 0.0402696 Oct 23 20:14:22.933442 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9606c3bf-a3d9-4f26-9d3b-d49a28637d63 req-045a95ef-6a95-48f5-a415-131fe8f363a0 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368433 Oct 23 20:14:23.035291 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:23.632469 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40eb0c-f8ee-4434-8498-8256955beed3 req-ff0e9067-1a85-434b-86d4-d3c4e8cd5b11 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:23.633919 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ef40eb0c-f8ee-4434-8498-8256955beed3 req-ff0e9067-1a85-434b-86d4-d3c4e8cd5b11 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 947 time: 0.0487089 Oct 23 20:14:23.682763 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ef40eb0c-f8ee-4434-8498-8256955beed3 req-dabacba1-db02-4b64-81c4-b8f63763dcc9 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432372 Oct 23 20:14:24.818516 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932667a8-bd47-449d-b5c9-5e14cc5a1d2e req-2d498f35-0410-4c4d-a8d3-e5b21908a840 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:24.819998 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-932667a8-bd47-449d-b5c9-5e14cc5a1d2e req-2d498f35-0410-4c4d-a8d3-e5b21908a840 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 947 time: 0.0509419 Oct 23 20:14:24.870826 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-932667a8-bd47-449d-b5c9-5e14cc5a1d2e req-c306a69b-13ce-474f-871e-d92a3500d95b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449669 Oct 23 20:14:25.996800 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b225f9-bf1c-47dc-9f84-99863137bf6d req-50e4e435-8e31-4293-be82-8785ac9090f6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:25.998337 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a1b225f9-bf1c-47dc-9f84-99863137bf6d req-50e4e435-8e31-4293-be82-8785ac9090f6 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 947 time: 0.0465894 Oct 23 20:14:26.044973 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a1b225f9-bf1c-47dc-9f84-99863137bf6d req-aadee8df-f81c-4f4a-8ed4-5874819c60d3 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 Oct 23 20:14:28.323742 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:28.326062 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:28.394200 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9a4d95ef-f343-4bda-adb1-f16599df3976 req-e917e05f-9777-4a26-9198-6b72d3523910 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372446 Oct 23 20:14:28.480213 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d95ef-f343-4bda-adb1-f16599df3976 req-c8c2f0b6-c055-40cf-8d9d-18842745e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:28.481707 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9a4d95ef-f343-4bda-adb1-f16599df3976 req-c8c2f0b6-c055-40cf-8d9d-18842745e9e6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=f84aaa230cf14fd2b47b2076e43fcb73&device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 1130 time: 0.0430698 Oct 23 20:14:28.582084 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d95ef-f343-4bda-adb1-f16599df3976 req-c0999ec7-d4b2-4c50-8a5c-a25c5c0ab754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:28.583477 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9a4d95ef-f343-4bda-adb1-f16599df3976 req-c0999ec7-d4b2-4c50-8a5c-a25c5c0ab754 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676 HTTP/1.1" status: 200 len: 910 time: 0.0835054 Oct 23 20:14:28.633158 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:28.654930 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9a4d95ef-f343-4bda-adb1-f16599df3976 req-81d31be3-587c-4dc6-a681-4c24ba70354a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02 HTTP/1.1" status: 200 len: 1002 time: 0.0579925 Oct 23 20:14:28.701934 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d95ef-f343-4bda-adb1-f16599df3976 req-62a8e99f-1ea9-464b-988e-ec87801a1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:28.703359 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9a4d95ef-f343-4bda-adb1-f16599df3976 req-62a8e99f-1ea9-464b-988e-ec87801a1aee service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6450074e-91ff-42b9-8a98-6c24c0d8a45a HTTP/1.1" status: 200 len: 848 time: 0.0422390 Oct 23 20:14:28.745007 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d95ef-f343-4bda-adb1-f16599df3976 req-02171c3f-1f74-4c44-80c7-1102bb3a5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:28.746471 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9a4d95ef-f343-4bda-adb1-f16599df3976 req-02171c3f-1f74-4c44-80c7-1102bb3a5769 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376976 Oct 23 20:14:28.839509 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9a4d95ef-f343-4bda-adb1-f16599df3976 req-e8ffd107-9448-4530-b257-21fcdd84edbc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863113 Oct 23 20:14:28.928320 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9a4d95ef-f343-4bda-adb1-f16599df3976 req-53025215-8b3d-43de-aae5-f5c675594be5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831251 Oct 23 20:14:33.025039 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:33.029909 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:33.030781 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:37.584631 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33766) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:37.790541 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:37.845226 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Deleting port c20cc089-bf1b-4350-8cc1-bf33f5539a5f {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:37.845570 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (c20cc089-bf1b-4350-8cc1-bf33f5539a5f), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:37.921325 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (c20cc089-bf1b-4350-8cc1-bf33f5539a5f), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:37.921648 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for floatingip (c20cc089-bf1b-4350-8cc1-bf33f5539a5f), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:37.933845 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Calling delete_port for c20cc089-bf1b-4350-8cc1-bf33f5539a5f owned by network:floatingip {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:38.111333 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (c20cc089-bf1b-4350-8cc1-bf33f5539a5f), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:38.138239 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event deleted for resources: {'Port': ['ID=c20cc089-bf1b-4350-8cc1-bf33f5539a5f,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:38.176112 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.176767 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.177293 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.177822 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.178286 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.178610 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.179252 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.179597 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.179930 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.180323 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.180693 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.181104 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.181448 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.181789 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.182150 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:38.239834 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for floatingip (1f5875e2-61a0-402f-98a2-193e48bc26ea), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:38.240385 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Floating IP 1f5875e2-61a0-402f-98a2-193e48bc26ea disassociated (deleted). External IP: 172.27.0.127, port: b0cc60ca-61c3-4d14-93ce-439ad242dc02. Oct 23 20:14:38.297668 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:38.447289 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Router a53bc428-66c3-41b3-bc61-6d1421fdd85d has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:14:38.549977 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:14:38.554682 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:38.560210 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691d15f7-8e88-4047-a7aa-790688bed0b9 None None] Sync routers for ids ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:14:38.569154 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d15f7-8e88-4047-a7aa-790688bed0b9 None None] Routers {'a53bc428-66c3-41b3-bc61-6d1421fdd85d'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:14:38.569763 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-691d15f7-8e88-4047-a7aa-790688bed0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:14:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:38.587181 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-6ea1e376-b9a9-4805-9339-586a011de78e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/1f5875e2-61a0-402f-98a2-193e48bc26ea HTTP/1.1" status: 204 len: 168 time: 1.0010312 Oct 23 20:14:38.587842 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:14:38.590060 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d49752-ec08-4735-861f-110b2d3669e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:14:38.643916 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a7d728-06fb-4740-8af5-91257db31252 x-openstack-request-id: req-35a7d728-06fb-4740-8af5-91257db31252 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:14:38.644208 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:14:38.644453 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35a7d728-06fb-4740-8af5-91257db31252 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:14:38.644851 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a7d728-06fb-4740-8af5-91257db31252'] response: {'name': 'network-changed', 'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'status': 'completed', 'code': 200} Oct 23 20:14:38.684089 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-691d15f7-8e88-4047-a7aa-790688bed0b9 None None] Set router a53bc428-66c3-41b3-bc61-6d1421fdd85d gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:14:38.718893 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d49752-ec08-4735-861f-110b2d3669e5 req-91d7e7f2-ac47-4243-b587-e16742409638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:38.721319 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10d49752-ec08-4735-861f-110b2d3669e5 req-91d7e7f2-ac47-4243-b587-e16742409638 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=f84aaa230cf14fd2b47b2076e43fcb73&device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 1130 time: 0.0515103 Oct 23 20:14:38.800204 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:38.855131 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d49752-ec08-4735-861f-110b2d3669e5 req-bae028b1-05d7-42b4-8d98-bde75f33ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:38.856581 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10d49752-ec08-4735-861f-110b2d3669e5 req-bae028b1-05d7-42b4-8d98-bde75f33ff4b service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676 HTTP/1.1" status: 200 len: 910 time: 0.1214409 Oct 23 20:14:38.866938 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb3c2b-380d-4124-b10d-964116e9f343 req-ea624614-29e0-47fa-9c17-633c0da29aa2 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:38.868342 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-44fb3c2b-380d-4124-b10d-964116e9f343 req-ea624614-29e0-47fa-9c17-633c0da29aa2 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0665827 Oct 23 20:14:38.879289 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-691d15f7-8e88-4047-a7aa-790688bed0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'bd0a78dd-0988-4c83-9d2c-620b7ba042c3', 'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'mac_address': 'fa:16:3e:14:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:04Z', 'updated_at': '2022-10-23T20:09:11Z', 'revision_number': 5, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'subnets': [{'id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:38.903566 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691d15f7-8e88-4047-a7aa-790688bed0b9 None None] Checking router: a53bc428-66c3-41b3-bc61-6d1421fdd85d for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:14:38.911636 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d15f7-8e88-4047-a7aa-790688bed0b9 None None] Routers {'a53bc428-66c3-41b3-bc61-6d1421fdd85d'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:14:38.912252 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-691d15f7-8e88-4047-a7aa-790688bed0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:14:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:38.917719 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-44fb3c2b-380d-4124-b10d-964116e9f343 req-02a7bb44-4bc3-4d4e-90fc-43ad26af6df1 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430768 Oct 23 20:14:39.012041 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-691d15f7-8e88-4047-a7aa-790688bed0b9 None None] Set router a53bc428-66c3-41b3-bc61-6d1421fdd85d gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:14:39.329322 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-691d15f7-8e88-4047-a7aa-790688bed0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'bd0a78dd-0988-4c83-9d2c-620b7ba042c3', 'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'mac_address': 'fa:16:3e:14:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:04Z', 'updated_at': '2022-10-23T20:09:11Z', 'revision_number': 5, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'subnets': [{'id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:39.357228 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691d15f7-8e88-4047-a7aa-790688bed0b9 None None] The sync data for ids ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'] in dv-cinder-862432-1-iscsi is: [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:05Z', 'revision_number': 4, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'bd0a78dd-0988-4c83-9d2c-620b7ba042c3', 'name': '', 'network_id': 'c21c9d8a-c960-40c8-a47d-cd8f04ec2676', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'mac_address': 'fa:16:3e:14:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:04Z', 'updated_at': '2022-10-23T20:09:11Z', 'revision_number': 5, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'subnets': [{'id': '6450074e-91ff-42b9-8a98-6c24c0d8a45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:14:39.583114 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5df7a6-3770-4959-8552-3fcd2491afd9 None None] New status for floating IP 1f5875e2-61a0-402f-98a2-193e48bc26ea: DOWN {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:14:39.893209 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10d49752-ec08-4735-861f-110b2d3669e5 req-123b270d-777f-4fed-ba2b-032d8ceb8705 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02 HTTP/1.1" status: 200 len: 217 time: 0.0358086 Oct 23 20:14:39.943303 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d49752-ec08-4735-861f-110b2d3669e5 req-e8fea741-dbd5-4eda-b338-72608f7ad923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:39.944765 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10d49752-ec08-4735-861f-110b2d3669e5 req-e8fea741-dbd5-4eda-b338-72608f7ad923 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6450074e-91ff-42b9-8a98-6c24c0d8a45a HTTP/1.1" status: 200 len: 848 time: 0.0443821 Oct 23 20:14:39.995460 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d49752-ec08-4735-861f-110b2d3669e5 req-16ef2c3e-921d-4771-9745-1edd2fde4efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:39.996918 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10d49752-ec08-4735-861f-110b2d3669e5 req-16ef2c3e-921d-4771-9745-1edd2fde4efa service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=c21c9d8a-c960-40c8-a47d-cd8f04ec2676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455744 Oct 23 20:14:40.089783 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc57580-afa6-482c-aec2-09cea91932dd req-b5c459fa-958a-4dbc-bf6d-a4d47c15b3a7 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:40.091274 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7cc57580-afa6-482c-aec2-09cea91932dd req-b5c459fa-958a-4dbc-bf6d-a4d47c15b3a7 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0974042 Oct 23 20:14:40.154959 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10d49752-ec08-4735-861f-110b2d3669e5 req-143a28d3-2599-4db0-8523-0f31ef43c6c1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494715 Oct 23 20:14:40.163161 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7cc57580-afa6-482c-aec2-09cea91932dd req-79828007-486b-43ee-a978-57cd7e6ad746 tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=59c4541a-0774-45f3-bb9b-999d5dba0a05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661552 Oct 23 20:14:40.440179 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-10d49752-ec08-4735-861f-110b2d3669e5 req-cb52eaac-6f30-49f6-bc4d-ce045b7d341e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847678 Oct 23 20:14:40.490033 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad4bdd-5919-4a1a-8863-7a57bc0b7491 req-3a7ae528-150e-40a9-b3cd-6793c021887e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:40.491499 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b1ad4bdd-5919-4a1a-8863-7a57bc0b7491 req-3a7ae528-150e-40a9-b3cd-6793c021887e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 946 time: 0.0517740 Oct 23 20:14:40.575479 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-b1ad4bdd-5919-4a1a-8863-7a57bc0b7491 req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Deleting port b0cc60ca-61c3-4d14-93ce-439ad242dc02 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:40.575821 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b1ad4bdd-5919-4a1a-8863-7a57bc0b7491 req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:40.667241 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-b1ad4bdd-5919-4a1a-8863-7a57bc0b7491 req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] For port b0cc60ca-61c3-4d14-93ce-439ad242dc02, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b0cc60ca-61c3-4d14-93ce-439ad242dc02,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:40.667608 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b1ad4bdd-5919-4a1a-8863-7a57bc0b7491 req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:40.681020 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-b1ad4bdd-5919-4a1a-8863-7a57bc0b7491 req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Calling delete_port for b0cc60ca-61c3-4d14-93ce-439ad242dc02 owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:40.804372 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b1ad4bdd-5919-4a1a-8863-7a57bc0b7491 req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (b0cc60ca-61c3-4d14-93ce-439ad242dc02), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:40.830310 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event deleted for resources: {'Port': ['ID=b0cc60ca-61c3-4d14-93ce-439ad242dc02,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:40.844992 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.845223 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.845576 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.845980 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.846344 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.846759 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.847535 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.847535 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.847739 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.848028 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.848355 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.848682 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.849006 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.849326 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.849728 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:14:40.890952 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ad4bdd-5919-4a1a-8863-7a57bc0b7491 req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] No DVR routers for this DVR port b0cc60ca-61c3-4d14-93ce-439ad242dc02 on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:14:40.893351 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b1ad4bdd-5919-4a1a-8863-7a57bc0b7491 req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:40.896637 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b1ad4bdd-5919-4a1a-8863-7a57bc0b7491 req-02c4db76-e4bf-498a-9407-41ba1eda526c tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.15 "DELETE /networking/v2.0/ports/b0cc60ca-61c3-4d14-93ce-439ad242dc02 HTTP/1.1" status: 204 len: 173 time: 0.3979769 Oct 23 20:14:40.897128 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'name': 'network-vif-deleted', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:14:40.899417 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed87dc8-bfca-426f-94f9-1892ea7b25d8" -d '{"events": [{"server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "name": "network-vif-deleted", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:14:40.940564 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f3fbe4-fc54-4e5c-a913-2b2cd4329a48 x-openstack-request-id: req-c6f3fbe4-fc54-4e5c-a913-2b2cd4329a48 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:14:40.940862 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e395c64-fce7-4bf0-812f-97f145c32451", "name": "network-vif-deleted", "tag": "b0cc60ca-61c3-4d14-93ce-439ad242dc02", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:14:40.941114 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6f3fbe4-fc54-4e5c-a913-2b2cd4329a48 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:14:40.941516 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f3fbe4-fc54-4e5c-a913-2b2cd4329a48'] response: {'server_uuid': '8e395c64-fce7-4bf0-812f-97f145c32451', 'name': 'network-vif-deleted', 'tag': 'b0cc60ca-61c3-4d14-93ce-439ad242dc02', 'status': 'completed', 'code': 200} Oct 23 20:14:41.292927 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d037bef0-5118-403d-b6dc-7a47a0e5b609 req-2ce5917c-c527-4564-a011-accab5276e5e tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8e395c64-fce7-4bf0-812f-97f145c32451 HTTP/1.1" status: 200 len: 210 time: 0.0330946 Oct 23 20:14:41.823998 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-97e1fb34-b34b-4e80-b554-76ab0c8f15bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:42.356941 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33820) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:42.390642 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:42.417488 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f2f79c8c-ce6e-4487-9efc-641db465167b tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group (59c4541a-0774-45f3-bb9b-999d5dba0a05), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:42.441322 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f2f79c8c-ce6e-4487-9efc-641db465167b tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group (59c4541a-0774-45f3-bb9b-999d5dba0a05), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:42.504444 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f2f79c8c-ce6e-4487-9efc-641db465167b tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (59c4541a-0774-45f3-bb9b-999d5dba0a05), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:42.507018 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f2f79c8c-ce6e-4487-9efc-641db465167b tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:42.508160 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-f2f79c8c-ce6e-4487-9efc-641db465167b tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/59c4541a-0774-45f3-bb9b-999d5dba0a05 HTTP/1.1" status: 204 len: 168 time: 0.1506348 Oct 23 20:14:42.517588 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f79c8c-ce6e-4487-9efc-641db465167b tempest-TestShelveInstance-1195271865 tempest-TestShelveInstance-1195271865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c4541a-0774-45f3-bb9b-999d5dba0a05,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:42.549071 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33826) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:42.928313 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-234e2756-c494-4c66-a704-c3d2d9bc2476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16394362'] for router_interface (a53bc428-66c3-41b3-bc61-6d1421fdd85d), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:42.929597 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:43.138318 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-234e2756-c494-4c66-a704-c3d2d9bc2476 admin admin] Deleting port bd0a78dd-0988-4c83-9d2c-620b7ba042c3 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:43.138657 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-234e2756-c494-4c66-a704-c3d2d9bc2476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:43.216068 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-234e2756-c494-4c66-a704-c3d2d9bc2476 admin admin] For port bd0a78dd-0988-4c83-9d2c-620b7ba042c3, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=bd0a78dd-0988-4c83-9d2c-620b7ba042c3,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:43.216350 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-234e2756-c494-4c66-a704-c3d2d9bc2476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:43.229582 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-234e2756-c494-4c66-a704-c3d2d9bc2476 admin admin] Calling delete_port for bd0a78dd-0988-4c83-9d2c-620b7ba042c3 owned by network:router_interface {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:43.334463 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:43.403475 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-234e2756-c494-4c66-a704-c3d2d9bc2476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (bd0a78dd-0988-4c83-9d2c-620b7ba042c3), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:43.427205 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e2756-c494-4c66-a704-c3d2d9bc2476 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0a78dd-0988-4c83-9d2c-620b7ba042c3,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:43.851775 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-234e2756-c494-4c66-a704-c3d2d9bc2476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16321041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16392394'] for router_interface (a53bc428-66c3-41b3-bc61-6d1421fdd85d), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:43.870998 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fe2f67-9e17-4ef7-801d-6ef41cc83d93 None None] get_active_networks_info from dv-cinder-862432-1-iscsi {{(pid=104661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 20:14:43.966594 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe2f67-9e17-4ef7-801d-6ef41cc83d93 None None] Resources bound (agent type, host, resource id): {{(pid=104661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 20:14:43.993765 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:44.053852 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234e2756-c494-4c66-a704-c3d2d9bc2476 admin admin] Router a53bc428-66c3-41b3-bc61-6d1421fdd85d has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:14:44.154916 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234e2756-c494-4c66-a704-c3d2d9bc2476 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:14:44.159877 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-234e2756-c494-4c66-a704-c3d2d9bc2476 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/a53bc428-66c3-41b3-bc61-6d1421fdd85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6097765 Oct 23 20:14:44.162409 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33836) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:44.166053 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb92d56-1bcd-4bba-acb8-2a288c4f706c None None] Sync routers for ids ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:14:44.177447 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb92d56-1bcd-4bba-acb8-2a288c4f706c None None] Routers {'a53bc428-66c3-41b3-bc61-6d1421fdd85d'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:14:44.178050 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-3fb92d56-1bcd-4bba-acb8-2a288c4f706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:14:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:44.272309 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Publish callbacks [] for router (a53bc428-66c3-41b3-bc61-6d1421fdd85d), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:44.287200 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff509-d49e-4258-93fa-708f460d2b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:44.309039 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-3fb92d56-1bcd-4bba-acb8-2a288c4f706c None None] Set router a53bc428-66c3-41b3-bc61-6d1421fdd85d gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:14:44.378117 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Publish callbacks [] for router_gateway (a53bc428-66c3-41b3-bc61-6d1421fdd85d), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:44.426475 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Deleting port 55e9ac42-228d-4727-8d33-e8afec8fca9e {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:44.427174 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:44.474758 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:44.489417 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-3fb92d56-1bcd-4bba-acb8-2a288c4f706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:14:43Z', 'revision_number': 5, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port': {'id': '55e9ac42-228d-4727-8d33-e8afec8fca9e', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:44.515190 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:44.517139 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] For port 55e9ac42-228d-4727-8d33-e8afec8fca9e, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=55e9ac42-228d-4727-8d33-e8afec8fca9e,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:44.517542 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:44.518931 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb92d56-1bcd-4bba-acb8-2a288c4f706c None None] Checking router: a53bc428-66c3-41b3-bc61-6d1421fdd85d for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:14:44.527766 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb92d56-1bcd-4bba-acb8-2a288c4f706c None None] Routers {'a53bc428-66c3-41b3-bc61-6d1421fdd85d'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:14:44.528035 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-3fb92d56-1bcd-4bba-acb8-2a288c4f706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:14:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:44.530296 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:44.534368 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Calling delete_port for 55e9ac42-228d-4727-8d33-e8afec8fca9e owned by network:router_gateway {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:44.620104 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:44.628763 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-3fb92d56-1bcd-4bba-acb8-2a288c4f706c None None] Set router a53bc428-66c3-41b3-bc61-6d1421fdd85d gateway port host: None {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:14:44.690840 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device b0cc60ca-61c3-4d14-93ce-439ad242dc02 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:14:44.712543 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (55e9ac42-228d-4727-8d33-e8afec8fca9e), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:44.716662 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-3fb92d56-1bcd-4bba-acb8-2a288c4f706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:14:44Z', 'revision_number': 6, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port_host': None}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:44.717016 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:44.720906 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: b0cc60ca-61c3-4d14-93ce-439ad242dc02 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:14:44.721264 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device b0cc60ca-61c3-4d14-93ce-439ad242dc02 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:14:44.739921 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e9ac42-228d-4727-8d33-e8afec8fca9e,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:44.757134 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb92d56-1bcd-4bba-acb8-2a288c4f706c None None] The sync data for ids ['a53bc428-66c3-41b3-bc61-6d1421fdd85d'] in dv-cinder-862432-1-iscsi is: [{'id': 'a53bc428-66c3-41b3-bc61-6d1421fdd85d', 'name': 'tempest-TestShelveInstance-2025523885-router', 'tenant_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:02Z', 'updated_at': '2022-10-23T20:14:44Z', 'revision_number': 6, 'project_id': 'f84aaa230cf14fd2b47b2076e43fcb73', 'gw_port_host': None}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:14:44.759586 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ac3d169-67b0-4903-acff-a84bedbb51a9 None None] Provisioning complete for port 0cf1132e-8f03-4a33-9a67-b6950097c8be triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:14:44.759885 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d169-67b0-4903-acff-a84bedbb51a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:44.760201 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ac3d169-67b0-4903-acff-a84bedbb51a9 None None] Attempt 1 to provision port 0cf1132e-8f03-4a33-9a67-b6950097c8be Oct 23 20:14:44.813562 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16393631'] for router_gateway (a53bc428-66c3-41b3-bc61-6d1421fdd85d), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:44.840536 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3d169-67b0-4903-acff-a84bedbb51a9 None None] Current status of the port 0cf1132e-8f03-4a33-9a67-b6950097c8be is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:14:44.905222 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16393360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48003'] for router (a53bc428-66c3-41b3-bc61-6d1421fdd85d), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:44.907371 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Publish callbacks [] for router_controller (a53bc428-66c3-41b3-bc61-6d1421fdd85d), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:44.950741 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16394297'] for router (a53bc428-66c3-41b3-bc61-6d1421fdd85d), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:44.951321 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a53bc428-66c3-41b3-bc61-6d1421fdd85d {{(pid=104660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 20:14:44.955533 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:44.956640 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-0d2c7452-396a-4b6e-9494-cfcc38072930 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/a53bc428-66c3-41b3-bc61-6d1421fdd85d HTTP/1.1" status: 204 len: 168 time: 0.7933290 Oct 23 20:14:44.959218 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33842) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:45.002404 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e0f331-47c3-4735-8f6e-2728cb747f72 admin admin] Deleting subnet 6450074e-91ff-42b9-8a98-6c24c0d8a45a {{(pid=104660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:14:45.005675 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f331-47c3-4735-8f6e-2728cb747f72 admin admin] Publish callbacks [] for subnet (6450074e-91ff-42b9-8a98-6c24c0d8a45a), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.040270 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f331-47c3-4735-8f6e-2728cb747f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25212802'] for subnet (6450074e-91ff-42b9-8a98-6c24c0d8a45a), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.121197 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f331-47c3-4735-8f6e-2728cb747f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (6450074e-91ff-42b9-8a98-6c24c0d8a45a), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.183450 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f331-47c3-4735-8f6e-2728cb747f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25298249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318950'] for subnet (6450074e-91ff-42b9-8a98-6c24c0d8a45a), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.214001 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0f331-47c3-4735-8f6e-2728cb747f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6450074e-91ff-42b9-8a98-6c24c0d8a45a,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:45.218548 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f331-47c3-4735-8f6e-2728cb747f72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.224113 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-f4e0f331-47c3-4735-8f6e-2728cb747f72 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/6450074e-91ff-42b9-8a98-6c24c0d8a45a HTTP/1.1" status: 204 len: 168 time: 0.2615178 Oct 23 20:14:45.224298 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33844) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:45.227091 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928631e5-e425-4104-974b-555f5fc487f6 None None] Network c21c9d8a-c960-40c8-a47d-cd8f04ec2676 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:14:45.297191 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (c21c9d8a-c960-40c8-a47d-cd8f04ec2676), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.339515 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Deleting port 0cf1132e-8f03-4a33-9a67-b6950097c8be {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:45.339854 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.410922 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] For port 0cf1132e-8f03-4a33-9a67-b6950097c8be, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=0cf1132e-8f03-4a33-9a67-b6950097c8be,segment=NetworkSegment(490b3210-41a1-406c-a5a7-6adb2a7a185d),segment_id=490b3210-41a1-406c-a5a7-6adb2a7a185d)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:45.411294 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.427588 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Calling delete_port for 0cf1132e-8f03-4a33-9a67-b6950097c8be owned by network:dhcp {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:45.439793 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.506019 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (0cf1132e-8f03-4a33-9a67-b6950097c8be), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.513544 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:45.532147 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf1132e-8f03-4a33-9a67-b6950097c8be,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:45.535941 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] No DVR routers for this DVR port 0cf1132e-8f03-4a33-9a67-b6950097c8be on host dv-cinder-862432-1-iscsi {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:14:45.564394 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f631e4fe-c156-47e5-8691-83fea212c841 None None] DHCP port deletion for c21c9d8a-c960-40c8-a47d-cd8f04ec2676 request from dv-cinder-862432-1-iscsi {{(pid=104661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 20:14:45.619711 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (c21c9d8a-c960-40c8-a47d-cd8f04ec2676), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.624547 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device bd0a78dd-0988-4c83-9d2c-620b7ba042c3 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:14:45.643394 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21c9d8a-c960-40c8-a47d-cd8f04ec2676']}} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:45.643629 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: bd0a78dd-0988-4c83-9d2c-620b7ba042c3 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:14:45.644061 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device bd0a78dd-0988-4c83-9d2c-620b7ba042c3 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:14:45.644540 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 55e9ac42-228d-4727-8d33-e8afec8fca9e no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:14:45.654059 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490b3210-41a1-406c-a5a7-6adb2a7a185d') {'for_net_delete': True} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:45.654483 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490b3210-41a1-406c-a5a7-6adb2a7a185d') {} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:45.664100 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 55e9ac42-228d-4727-8d33-e8afec8fca9e {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:14:45.664454 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 55e9ac42-228d-4727-8d33-e8afec8fca9e not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:14:45.664854 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 0cf1132e-8f03-4a33-9a67-b6950097c8be no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:14:45.667422 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212809'] for segment (490b3210-41a1-406c-a5a7-6adb2a7a185d), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.681808 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (490b3210-41a1-406c-a5a7-6adb2a7a185d), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.689796 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=104660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:14:45.690200 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25297647'] for segment (490b3210-41a1-406c-a5a7-6adb2a7a185d), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.693149 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 0cf1132e-8f03-4a33-9a67-b6950097c8be {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:14:45.693761 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 0cf1132e-8f03-4a33-9a67-b6950097c8be not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:14:45.706350 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:45.763293 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (c21c9d8a-c960-40c8-a47d-cd8f04ec2676), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.767929 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:45.772728 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/c21c9d8a-c960-40c8-a47d-cd8f04ec2676 HTTP/1.1" status: 204 len: 168 time: 0.5462582 Oct 23 20:14:45.776036 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33854) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:45.787905 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ec427-21b1-41a3-931c-5df7d70fdbbe admin admin] Pushing event deleted for resources: {'Network': ['ID=c21c9d8a-c960-40c8-a47d-cd8f04ec2676,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:45.816398 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment 490b3210-41a1-406c-a5a7-6adb2a7a185d resource provider aggregate not found Oct 23 20:14:45.839195 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment 490b3210-41a1-406c-a5a7-6adb2a7a185d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 490b3210-41a1-406c-a5a7-6adb2a7a185d found for delete ", "request_id": "req-87369a98-489c-4f28-9e26-8b49fba2e644"}]} Oct 23 20:14:45.891220 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33862) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:45.895968 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-9ec9b69a-fd1c-49a1-930d-fc799354754a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--936092764', 'description': 'tempest-description--2146373033'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:14:45.937709 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9ec9b69a-fd1c-49a1-930d-fc799354754a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.032886 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9ec9b69a-fd1c-49a1-930d-fc799354754a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (5312a8b9-bbe8-40c6-bac0-098530b30809), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.037262 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9ec9b69a-fd1c-49a1-930d-fc799354754a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5312a8b9-bbe8-40c6-bac0-098530b30809), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.075175 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9ec9b69a-fd1c-49a1-930d-fc799354754a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.079910 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-9ec9b69a-fd1c-49a1-930d-fc799354754a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1842091 Oct 23 20:14:46.080408 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33870) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:46.085036 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-9fdd690e-edbf-4deb-8732-73889a47328f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'security_group_rule': {'security_group_id': '5312a8b9-bbe8-40c6-bac0-098530b30809', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:14:46.104965 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9b69a-fd1c-49a1-930d-fc799354754a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5312a8b9-bbe8-40c6-bac0-098530b30809,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:46.114735 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9fdd690e-edbf-4deb-8732-73889a47328f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (001c3ed1-d3ef-4274-a4e7-b2fe5604b657), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.178817 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9fdd690e-edbf-4deb-8732-73889a47328f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (001c3ed1-d3ef-4274-a4e7-b2fe5604b657), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.184433 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9fdd690e-edbf-4deb-8732-73889a47328f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (001c3ed1-d3ef-4274-a4e7-b2fe5604b657), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.209787 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd690e-edbf-4deb-8732-73889a47328f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001c3ed1-d3ef-4274-a4e7-b2fe5604b657,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:46.220902 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9fdd690e-edbf-4deb-8732-73889a47328f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.225419 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-9fdd690e-edbf-4deb-8732-73889a47328f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414514 Oct 23 20:14:46.225882 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33876) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:46.230482 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-dfba7748-9855-4c18-a5ca-861d1240156b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'security_group_rule': {'security_group_id': '5312a8b9-bbe8-40c6-bac0-098530b30809', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:14:46.308392 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-dfba7748-9855-4c18-a5ca-861d1240156b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (7a910e50-2026-4aef-915f-6e8b28b70406), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.435085 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-dfba7748-9855-4c18-a5ca-861d1240156b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (7a910e50-2026-4aef-915f-6e8b28b70406), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.438164 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:46.442105 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-dfba7748-9855-4c18-a5ca-861d1240156b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (7a910e50-2026-4aef-915f-6e8b28b70406), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.476495 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:46.488665 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba7748-9855-4c18-a5ca-861d1240156b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a910e50-2026-4aef-915f-6e8b28b70406,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:46.501107 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-df4b782a-5c06-4c19-8168-e8ebee6b7bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16394362'] for router_interface (2ee12080-00af-4cbe-9939-b8b857cdce32), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.506626 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-dfba7748-9855-4c18-a5ca-861d1240156b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.507816 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-dfba7748-9855-4c18-a5ca-861d1240156b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2808964 Oct 23 20:14:46.511238 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33882) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:46.517225 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:14:46.539278 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.661826 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.678786 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f7a15-39be-4273-8081-71f4687b7173 req-9d305428-831b-43f1-b5d7-18d6af448236 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:46.680244 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b74f7a15-39be-4273-8081-71f4687b7173 req-9d305428-831b-43f1-b5d7-18d6af448236 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 945 time: 0.0610626 Oct 23 20:14:46.735785 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-df4b782a-5c06-4c19-8168-e8ebee6b7bb8 admin admin] Deleting port b4822a5d-5f79-4da6-8ba6-96c6b768f8af {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:46.736116 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-df4b782a-5c06-4c19-8168-e8ebee6b7bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.778999 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.796976 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b74f7a15-39be-4273-8081-71f4687b7173 req-baea747e-d866-42dd-b8b1-152a99f4de0e tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880432 Oct 23 20:14:46.818643 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-df4b782a-5c06-4c19-8168-e8ebee6b7bb8 admin admin] For port b4822a5d-5f79-4da6-8ba6-96c6b768f8af, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=b4822a5d-5f79-4da6-8ba6-96c6b768f8af,segment=NetworkSegment(680902ce-0bd0-4ac6-8b15-4c4d04a910bb),segment_id=680902ce-0bd0-4ac6-8b15-4c4d04a910bb)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:46.819188 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-df4b782a-5c06-4c19-8168-e8ebee6b7bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.827457 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Allocated IP 172.27.0.101 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/641659ae-7c04-43e1-bf54-bbf7959a76d5) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:14:46.832925 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-df4b782a-5c06-4c19-8168-e8ebee6b7bb8 admin admin] Calling delete_port for b4822a5d-5f79-4da6-8ba6-96c6b768f8af owned by network:router_interface {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:46.890663 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:46.900643 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:46.933711 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for port (641659ae-7c04-43e1-bf54-bbf7959a76d5), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:46.969535 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (641659ae-7c04-43e1-bf54-bbf7959a76d5), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.006108 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:14:47.014179 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:14:47.018215 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:14:47.019482 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-df4b782a-5c06-4c19-8168-e8ebee6b7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (b4822a5d-5f79-4da6-8ba6-96c6b768f8af), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.041660 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'Port': ['ID=641659ae-7c04-43e1-bf54-bbf7959a76d5,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:47.044500 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b782a-5c06-4c19-8168-e8ebee6b7bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4822a5d-5f79-4da6-8ba6-96c6b768f8af,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:47.113548 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (b14f049c-5e59-4611-a58c-8ab2fe6038c8), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.158192 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (641659ae-7c04-43e1-bf54-bbf7959a76d5), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.172091 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.240420 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-df4b782a-5c06-4c19-8168-e8ebee6b7bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16321041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16392394'] for router_interface (2ee12080-00af-4cbe-9939-b8b857cdce32), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.301196 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:47.354494 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for port (641659ae-7c04-43e1-bf54-bbf7959a76d5), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.359288 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (641659ae-7c04-43e1-bf54-bbf7959a76d5), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.360674 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de233e-c653-48d7-a0cd-5eddef33d7f0 None None] get_active_networks_info from dv-cinder-862432-1-iscsi {{(pid=104661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 20:14:47.422753 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:47.432667 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (b14f049c-5e59-4611-a58c-8ab2fe6038c8), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.439796 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'Port': ['ID=641659ae-7c04-43e1-bf54-bbf7959a76d5,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:47.451182 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3de233e-c653-48d7-a0cd-5eddef33d7f0 None None] Resources bound (agent type, host, resource id): {{(pid=104661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 20:14:47.455621 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.457101 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-27ad5896-4ea6-4c83-8ccc-7aa5b9eee91c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9442437 Oct 23 20:14:47.482036 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4b782a-5c06-4c19-8168-e8ebee6b7bb8 admin admin] Router 2ee12080-00af-4cbe-9939-b8b857cdce32 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:14:47.588483 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4b782a-5c06-4c19-8168-e8ebee6b7bb8 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:14:47.593981 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-df4b782a-5c06-4c19-8168-e8ebee6b7bb8 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/2ee12080-00af-4cbe-9939-b8b857cdce32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8165443 Oct 23 20:14:47.596167 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33900) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:47.600849 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aae04f-e98f-49d4-bf3c-864e5003990f None None] Sync routers for ids ['2ee12080-00af-4cbe-9939-b8b857cdce32'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:14:47.617798 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aae04f-e98f-49d4-bf3c-864e5003990f None None] Routers {'2ee12080-00af-4cbe-9939-b8b857cdce32'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:14:47.618818 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-b9aae04f-e98f-49d4-bf3c-864e5003990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:14:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['2ee12080-00af-4cbe-9939-b8b857cdce32'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:47.637504 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-d5f7c761-fe23-46ee-a00d-969c09d82033 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--936092764&fields=id&tenant_id=71f456c92d544d0c81bcb2fe937188ef HTTP/1.1" status: 200 len: 267 time: 0.0585003 Oct 23 20:14:47.706756 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Publish callbacks [] for router (2ee12080-00af-4cbe-9939-b8b857cdce32), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.763455 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-f65b7987-f61b-4375-84ad-b1ad3eb15619 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:47.765604 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-f65b7987-f61b-4375-84ad-b1ad3eb15619 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 815 time: 0.1265893 Oct 23 20:14:47.784171 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-6fbc1293-2eeb-440c-9f40-8a2a311a4cf9 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/quotas/71f456c92d544d0c81bcb2fe937188ef HTTP/1.1" status: 200 len: 375 time: 0.0105007 Oct 23 20:14:47.821696 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Publish callbacks [] for router_gateway (2ee12080-00af-4cbe-9939-b8b857cdce32), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.836174 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-b9aae04f-e98f-49d4-bf3c-864e5003990f None None] Set router 2ee12080-00af-4cbe-9939-b8b857cdce32 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:14:47.859677 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-afe69c79-4f49-4c4f-ab2e-6961c9e6a259 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683792 Oct 23 20:14:47.892466 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Deleting port b0234b5f-ff75-4fdf-bef3-b02906a68022 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:47.893441 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:47.961951 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:47.962947 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:47.987336 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-73f9fb19-633c-46b1-978f-3ea339b18d5b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122217 Oct 23 20:14:48.008168 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] For port b0234b5f-ff75-4fdf-bef3-b02906a68022, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=b0234b5f-ff75-4fdf-bef3-b02906a68022,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:48.016353 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-b9aae04f-e98f-49d4-bf3c-864e5003990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'name': 'tempest-TestShelveInstance-1011765318-router', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:14:46Z', 'revision_number': 5, 'project_id': 'b81466a34db6497a94e114345a37e183', 'gw_port': {'id': 'b0234b5f-ff75-4fdf-bef3-b02906a68022', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:48.032249 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:48.046438 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aae04f-e98f-49d4-bf3c-864e5003990f None None] Checking router: 2ee12080-00af-4cbe-9939-b8b857cdce32 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:14:48.055721 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aae04f-e98f-49d4-bf3c-864e5003990f None None] Routers {'2ee12080-00af-4cbe-9939-b8b857cdce32'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:14:48.056590 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-b9aae04f-e98f-49d4-bf3c-864e5003990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:14:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['2ee12080-00af-4cbe-9939-b8b857cdce32'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:48.058622 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Calling delete_port for b0234b5f-ff75-4fdf-bef3-b02906a68022 owned by network:router_gateway {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:48.113178 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c87502-952f-4155-83db-9d2206faec3c req-0dc1e4d4-2bb0-490a-a41a-72e92d33c1de tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:48.120039 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d8c87502-952f-4155-83db-9d2206faec3c req-0dc1e4d4-2bb0-490a-a41a-72e92d33c1de tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 945 time: 0.1540120 Oct 23 20:14:48.142961 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-b9aae04f-e98f-49d4-bf3c-864e5003990f None None] Set router 2ee12080-00af-4cbe-9939-b8b857cdce32 gateway port host: None {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:14:48.168747 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-acfc581d-9e65-4247-b279-c6a7015c815a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550982 Oct 23 20:14:48.195182 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d8c87502-952f-4155-83db-9d2206faec3c req-c01820ac-06a4-43bf-82f7-ed084d7f9670 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741861 Oct 23 20:14:48.196768 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-b9aae04f-e98f-49d4-bf3c-864e5003990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'name': 'tempest-TestShelveInstance-1011765318-router', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:14:47Z', 'revision_number': 6, 'project_id': 'b81466a34db6497a94e114345a37e183', 'gw_port_host': None}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:48.229397 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aae04f-e98f-49d4-bf3c-864e5003990f None None] The sync data for ids ['2ee12080-00af-4cbe-9939-b8b857cdce32'] in dv-cinder-862432-1-iscsi is: [{'id': '2ee12080-00af-4cbe-9939-b8b857cdce32', 'name': 'tempest-TestShelveInstance-1011765318-router', 'tenant_id': 'b81466a34db6497a94e114345a37e183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:09:07Z', 'updated_at': '2022-10-23T20:14:47Z', 'revision_number': 6, 'project_id': 'b81466a34db6497a94e114345a37e183', 'gw_port_host': None}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:14:48.248506 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:48.271565 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (b0234b5f-ff75-4fdf-bef3-b02906a68022), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:48.304164 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-c743954c-d543-4596-81a8-1e2d2baaffaa None None] Provisioning complete for port c9f93740-846f-4267-a008-d7f28f84f1ba triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:14:48.304745 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c743954c-d543-4596-81a8-1e2d2baaffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:48.304982 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-c743954c-d543-4596-81a8-1e2d2baaffaa None None] Attempt 1 to provision port c9f93740-846f-4267-a008-d7f28f84f1ba Oct 23 20:14:48.315747 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0234b5f-ff75-4fdf-bef3-b02906a68022,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:48.387048 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16393631'] for router_gateway (2ee12080-00af-4cbe-9939-b8b857cdce32), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:48.390965 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-49ed9420-6577-40b0-a2a2-c00f5fba4499 req-7956717b-0f58-40c8-9248-0d4abc840afd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0353105 Oct 23 20:14:48.479541 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16393360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48003'] for router (2ee12080-00af-4cbe-9939-b8b857cdce32), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:48.481975 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Publish callbacks [] for router_controller (2ee12080-00af-4cbe-9939-b8b857cdce32), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:48.531345 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16394297'] for router (2ee12080-00af-4cbe-9939-b8b857cdce32), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:48.533089 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee12080-00af-4cbe-9939-b8b857cdce32 {{(pid=104659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 20:14:48.548719 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:48.550058 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-2b6dc18a-8064-4c06-a1a6-1a228cf35940 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/2ee12080-00af-4cbe-9939-b8b857cdce32 HTTP/1.1" status: 204 len: 168 time: 0.9530027 Oct 23 20:14:48.552611 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33912) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:48.555181 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-c743954c-d543-4596-81a8-1e2d2baaffaa None None] Current status of the port c9f93740-846f-4267-a008-d7f28f84f1ba is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:14:48.619504 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-29867668-ee23-43bc-bede-b62bf1ecbf73 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:48.620988 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-29867668-ee23-43bc-bede-b62bf1ecbf73 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 945 time: 0.0856342 Oct 23 20:14:48.638035 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_v2 [None req-87238120-1bca-4259-a31f-5357689d02b8 admin admin] Deleting subnet 7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803 {{(pid=104659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:14:48.666000 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-87238120-1bca-4259-a31f-5357689d02b8 admin admin] Publish callbacks [] for subnet (7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:48.732986 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:48.737175 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-87238120-1bca-4259-a31f-5357689d02b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182768'] for subnet (7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:48.777485 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Deleting port c63cc4c4-cffa-4b0e-b0ee-c912548afbac {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:48.777820 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:48.899392 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-87238120-1bca-4259-a31f-5357689d02b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:48.932393 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] For port c63cc4c4-cffa-4b0e-b0ee-c912548afbac, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c63cc4c4-cffa-4b0e-b0ee-c912548afbac,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:48.932761 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.049594 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-87238120-1bca-4259-a31f-5357689d02b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2990477'] for subnet (7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.084890 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87238120-1bca-4259-a31f-5357689d02b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:49.096304 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-87238120-1bca-4259-a31f-5357689d02b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.098990 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf67603-bebb-457f-a2ac-d915a2da10db None None] Network 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:14:49.101976 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-87238120-1bca-4259-a31f-5357689d02b8 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/7b0c39e1-3ead-47c5-ac9f-bcbc26d0e803 HTTP/1.1" status: 204 len: 168 time: 0.5459168 Oct 23 20:14:49.102397 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33916) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:49.163496 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.163859 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (94dea1ec-6a68-47d8-9f6e-61b4fc53a271), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.164174 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Floating IP 94dea1ec-6a68-47d8-9f6e-61b4fc53a271 disassociated. External IP: 172.27.0.152, port: c63cc4c4-cffa-4b0e-b0ee-c912548afbac. Oct 23 20:14:49.164517 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Calling delete_port for c63cc4c4-cffa-4b0e-b0ee-c912548afbac owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:49.178360 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:49.194212 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.262387 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Deleting port c9f93740-846f-4267-a008-d7f28f84f1ba {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:49.263073 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.313606 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (c63cc4c4-cffa-4b0e-b0ee-c912548afbac), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.316590 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16886905-9965-466f-b220-ae504d858d5b None None] DHCP port deletion for 0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 request from dv-cinder-862432-1-iscsi {{(pid=104661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 20:14:49.359950 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device b4822a5d-5f79-4da6-8ba6-96c6b768f8af no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:14:49.375462 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event deleted for resources: {'Port': ['ID=c63cc4c4-cffa-4b0e-b0ee-c912548afbac,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:49.396711 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: b4822a5d-5f79-4da6-8ba6-96c6b768f8af {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:14:49.397460 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device b4822a5d-5f79-4da6-8ba6-96c6b768f8af not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:14:49.398154 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device b0234b5f-ff75-4fdf-bef3-b02906a68022 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:14:49.411577 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fafff006-ffae-49c2-a66d-3a496372b711 req-66a80665-693d-45ba-873c-dae45e8aa237 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 210 time: 0.0823302 Oct 23 20:14:49.439595 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] For port c9f93740-846f-4267-a008-d7f28f84f1ba, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=c9f93740-846f-4267-a008-d7f28f84f1ba,segment=NetworkSegment(680902ce-0bd0-4ac6-8b15-4c4d04a910bb),segment_id=680902ce-0bd0-4ac6-8b15-4c4d04a910bb)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:49.440201 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.453534 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-16886905-9965-466f-b220-ae504d858d5b None None] Deleting port c9f93740-846f-4267-a008-d7f28f84f1ba {{(pid=104661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:49.454210 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-16886905-9965-466f-b220-ae504d858d5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), before_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.456497 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: b0234b5f-ff75-4fdf-bef3-b02906a68022 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:14:49.457022 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device b0234b5f-ff75-4fdf-bef3-b02906a68022 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:14:49.466904 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Calling delete_port for c9f93740-846f-4267-a008-d7f28f84f1ba owned by network:dhcp {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:49.563834 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-16886905-9965-466f-b220-ae504d858d5b None None] For port c9f93740-846f-4267-a008-d7f28f84f1ba, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=c9f93740-846f-4267-a008-d7f28f84f1ba,segment=NetworkSegment(680902ce-0bd0-4ac6-8b15-4c4d04a910bb),segment_id=680902ce-0bd0-4ac6-8b15-4c4d04a910bb)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:49.564737 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-16886905-9965-466f-b220-ae504d858d5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), precommit_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.572407 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Router c9d4b704-a405-43c3-a617-61dd403ffa90 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:14:49.581249 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-16886905-9965-466f-b220-ae504d858d5b None None] Calling delete_port for c9f93740-846f-4267-a008-d7f28f84f1ba owned by network:dhcp {{(pid=104661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:49.618842 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7fa49aa3-7360-4b58-8384-9d276f354cd2 req-b98d70ee-c334-4e1c-92ce-a57418076f39 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0755312 Oct 23 20:14:49.708362 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.708630 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:14:49.719317 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-16886905-9965-466f-b220-ae504d858d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936'] for port (c9f93740-846f-4267-a008-d7f28f84f1ba), after_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.728559 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bfe6a-18f4-410f-99ca-40910033bc1c None None] Sync routers for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:14:49.740279 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f93740-846f-4267-a008-d7f28f84f1ba,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:49.753508 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-ab28447d-fc89-4c10-ba2d-44dafed8120c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:49.754231 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16886905-9965-466f-b220-ae504d858d5b None None] Pushing event deleted for resources: {'Port': ['ID=c9f93740-846f-4267-a008-d7f28f84f1ba,revision_number=None']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:49.755346 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-ab28447d-fc89-4c10-ba2d-44dafed8120c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 815 time: 0.2255826 Oct 23 20:14:49.761623 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16886905-9965-466f-b220-ae504d858d5b None None] No DVR routers for this DVR port c9f93740-846f-4267-a008-d7f28f84f1ba on host dv-cinder-862432-1-iscsi {{(pid=104661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:14:49.768779 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] No DVR routers for this DVR port c63cc4c4-cffa-4b0e-b0ee-c912548afbac on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:14:49.771748 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.774528 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bfe6a-18f4-410f-99ca-40910033bc1c None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:14:49.775162 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-5a4bfe6a-18f4-410f-99ca-40910033bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:14:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:49.775317 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-f0ac0db6-0847-49c6-a1fc-455f74887a95 req-e4480dc7-fa62-404b-9358-1c1d904835ef tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.15 "DELETE /networking/v2.0/ports/c63cc4c4-cffa-4b0e-b0ee-c912548afbac HTTP/1.1" status: 204 len: 173 time: 1.1490550 Oct 23 20:14:49.775937 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'name': 'network-vif-deleted', 'tag': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:14:49.776147 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] No DVR routers for this DVR port c9f93740-846f-4267-a008-d7f28f84f1ba on host dv-cinder-862432-1-iscsi {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:14:49.778479 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12176c7-cd4f-4106-83ea-dc4e201407f1" -d '{"events": [{"server_uuid": "6d97f22e-44b3-48cf-b17e-8ace7a5d67dc", "name": "network-vif-deleted", "tag": "c63cc4c4-cffa-4b0e-b0ee-c912548afbac"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:14:49.826054 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b42546c-8017-4c8b-b3b5-d54ce90ebe38 x-openstack-request-id: req-0b42546c-8017-4c8b-b3b5-d54ce90ebe38 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:14:49.826054 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d97f22e-44b3-48cf-b17e-8ace7a5d67dc", "name": "network-vif-deleted", "tag": "c63cc4c4-cffa-4b0e-b0ee-c912548afbac", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:14:49.826054 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b42546c-8017-4c8b-b3b5-d54ce90ebe38 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:14:49.826482 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b42546c-8017-4c8b-b3b5-d54ce90ebe38'] response: {'server_uuid': '6d97f22e-44b3-48cf-b17e-8ace7a5d67dc', 'name': 'network-vif-deleted', 'tag': 'c63cc4c4-cffa-4b0e-b0ee-c912548afbac', 'status': 'completed', 'code': 200} Oct 23 20:14:49.873247 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:49.873247 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.910515 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6']}} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:49.914322 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-5a4bfe6a-18f4-410f-99ca-40910033bc1c None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:14:49.933183 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680902ce-0bd0-4ac6-8b15-4c4d04a910bb') {'for_net_delete': True} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:49.934334 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680902ce-0bd0-4ac6-8b15-4c4d04a910bb') {} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:49.953816 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212809'] for segment (680902ce-0bd0-4ac6-8b15-4c4d04a910bb), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.984135 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (680902ce-0bd0-4ac6-8b15-4c4d04a910bb), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:49.994681 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-7312c647-1400-401f-b832-f7bf7ad939f9 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=71f456c92d544d0c81bcb2fe937188ef HTTP/1.1" status: 200 len: 472 time: 0.1337507 Oct 23 20:14:49.998348 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:14:49.998700 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25297647'] for segment (680902ce-0bd0-4ac6-8b15-4c4d04a910bb), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:50.017797 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'port': {'device_id': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'admin_state_up': True, 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'security_groups': ['5312a8b9-bbe8-40c6-bac0-098530b30809']}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:14:50.040758 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment 680902ce-0bd0-4ac6-8b15-4c4d04a910bb resource provider aggregate not found Oct 23 20:14:50.063376 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:50.089934 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment 680902ce-0bd0-4ac6-8b15-4c4d04a910bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 680902ce-0bd0-4ac6-8b15-4c4d04a910bb found for delete ", "request_id": "req-88a6085e-4eb8-47a6-9206-fef42f40630c"}]} Oct 23 20:14:50.128042 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:50.136749 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:50.142701 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6 HTTP/1.1" status: 204 len: 168 time: 1.0366955 Oct 23 20:14:50.148944 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:50.158026 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d6106-c75f-47db-b0e8-0921f1c0cbdb admin admin] Pushing event deleted for resources: {'Network': ['ID=0e369fd6-4e5a-4865-a42e-bf4ee18ea0d6,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:50.168234 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-5a4bfe6a-18f4-410f-99ca-40910033bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:33Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:50.195403 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Made reservation on behalf of 71f456c92d544d0c81bcb2fe937188ef for: {'port': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:14:50.199869 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:50.201232 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bfe6a-18f4-410f-99ca-40910033bc1c None None] Checking router: c9d4b704-a405-43c3-a617-61dd403ffa90 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:14:50.208443 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:50.212060 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bfe6a-18f4-410f-99ca-40910033bc1c None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:14:50.212690 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-5a4bfe6a-18f4-410f-99ca-40910033bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:14:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:50.270774 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:50.294123 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33934) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:50.316653 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-5a4bfe6a-18f4-410f-99ca-40910033bc1c None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:14:50.372261 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Allocated IP 172.20.0.12 (5d505897-a26b-4ba1-98e0-a78acd4b7259/96bccd89-11da-40f0-8ed3-2b7d1ec91a63/85da16f6-b75c-46b1-9b91-e7d06025b9f9) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:14:50.381556 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-6d70a50f-e85c-4815-a7df-5413c227da6e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=f84aaa230cf14fd2b47b2076e43fcb73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0868392 Oct 23 20:14:50.384324 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33936) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:50.438945 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4661-829a-444e-9043-409624155dbd admin admin] Publish callbacks [] for security_group (5af44425-9f60-41d7-8917-ccd7b76431a8), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:50.459621 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:50.465045 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4661-829a-444e-9043-409624155dbd admin admin] Publish callbacks [] for security_group (5af44425-9f60-41d7-8917-ccd7b76431a8), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:50.550803 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-5a4bfe6a-18f4-410f-99ca-40910033bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:33Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:50.567533 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4661-829a-444e-9043-409624155dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5af44425-9f60-41d7-8917-ccd7b76431a8), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:50.571459 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4661-829a-444e-9043-409624155dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:50.573750 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-ad9d4661-829a-444e-9043-409624155dbd admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5af44425-9f60-41d7-8917-ccd7b76431a8 HTTP/1.1" status: 204 len: 168 time: 0.1878228 Oct 23 20:14:50.574194 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b4b16f7f-fbd1-467b-a798-21b9115df7f5 req-a6ddfcf5-428e-491a-8921-752354caa64b tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6d97f22e-44b3-48cf-b17e-8ace7a5d67dc HTTP/1.1" status: 200 len: 210 time: 0.0386951 Oct 23 20:14:50.583586 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d4661-829a-444e-9043-409624155dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af44425-9f60-41d7-8917-ccd7b76431a8,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:50.584738 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bfe6a-18f4-410f-99ca-40910033bc1c None None] The sync data for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi is: [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:05:20Z', 'revision_number': 4, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6', 'name': '', 'network_id': '8e3b82ee-7488-4576-9263-10150a8cce41', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:19Z', 'updated_at': '2022-10-23T20:05:33Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'subnets': [{'id': 'daaca4e1-493a-432b-8103-3db60253ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:14:50.621249 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:50.659134 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:50.719938 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Network 5d505897-a26b-4ba1-98e0-a78acd4b7259 is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:14:50.723944 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:14:50.726087 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'Port': ['ID=85da16f6-b75c-46b1-9b91-e7d06025b9f9,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:50.728279 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:14:50.755151 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:50.822812 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:50.823438 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:50.840100 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387f026-62e9-4f3d-9650-18a5f990ddcc req-2cf531f6-5aa1-49e9-b459-54771323baa6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:50.841614 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5387f026-62e9-4f3d-9650-18a5f990ddcc req-2cf531f6-5aa1-49e9-b459-54771323baa6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 932 time: 0.0846329 Oct 23 20:14:50.872713 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-54b057fc-adfd-427d-acf9-332a85ed10e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8595452 Oct 23 20:14:50.890395 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Request body: {'port': {'device_id': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:14:50.963485 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:50.970138 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5387f026-62e9-4f3d-9650-18a5f990ddcc req-3c55aa9d-9740-45ba-b724-93108dcc2385 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5312a8b9-bbe8-40c6-bac0-098530b30809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202323 Oct 23 20:14:50.978710 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c302b-00d3-46a6-88d9-2917a046153b None None] New status for floating IP 94dea1ec-6a68-47d8-9f6e-61b4fc53a271: DOWN {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:14:51.003109 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-766f46bd-6085-41a6-bced-f4795dc836a8 None None] Provisioning complete for port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:14:51.003971 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-766f46bd-6085-41a6-bced-f4795dc836a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.004540 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-766f46bd-6085-41a6-bced-f4795dc836a8 None None] Attempt 1 to provision port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 Oct 23 20:14:51.060144 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-766f46bd-6085-41a6-bced-f4795dc836a8 None None] Port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:14:51.073258 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33946) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:51.115855 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-92d0e19c-c035-466e-a2a5-b9a0e246f22b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b81466a34db6497a94e114345a37e183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413713 Oct 23 20:14:51.118429 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33948) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:51.125754 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:51.175432 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-15ad83c2-e708-4364-8100-2aba30ecc778 admin admin] Publish callbacks [] for security_group (27d4b721-37f4-4796-b974-7a8d9b8653ad), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.196409 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-15ad83c2-e708-4364-8100-2aba30ecc778 admin admin] Publish callbacks [] for security_group (27d4b721-37f4-4796-b974-7a8d9b8653ad), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.229067 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:51.247178 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-15ad83c2-e708-4364-8100-2aba30ecc778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (27d4b721-37f4-4796-b974-7a8d9b8653ad), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.250115 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-15ad83c2-e708-4364-8100-2aba30ecc778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.251745 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-15ad83c2-e708-4364-8100-2aba30ecc778 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/27d4b721-37f4-4796-b974-7a8d9b8653ad HTTP/1.1" status: 204 len: 168 time: 0.1321633 Oct 23 20:14:51.263279 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad83c2-e708-4364-8100-2aba30ecc778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d4b721-37f4-4796-b974-7a8d9b8653ad,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:51.286863 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85da16f6-b75c-46b1-9b91-e7d06025b9f9 {{(pid=104660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:14:51.295147 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Publish callbacks [] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.308265 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device c9f93740-846f-4267-a008-d7f28f84f1ba no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:14:51.310738 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.provisioning_blocks [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Transition to ACTIVE for port object 85da16f6-b75c-46b1-9b91-e7d06025b9f9 will not be triggered until provisioned by entity L2. {{(pid=104660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:14:51.315655 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.328418 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: c9f93740-846f-4267-a008-d7f28f84f1ba {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:14:51.329000 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device c9f93740-846f-4267-a008-d7f28f84f1ba not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:14:51.383611 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Pushing event updated for resources: {'Port': ['ID=85da16f6-b75c-46b1-9b91-e7d06025b9f9,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:51.433551 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Attempting to bind port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:14:51.434031 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Attempting to bind port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:14:51.434396 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Attempting to bind port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:14:51.694727 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33956) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:51.752354 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-061f3a65-4e09-45da-9fd4-b93f22efc4e9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group (d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.771178 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:14:51.771692 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Attempting to bind port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:14:51.774635 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-061f3a65-4e09-45da-9fd4-b93f22efc4e9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group (d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.814043 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:14:51.814511 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Checking segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:14:51.814963 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Bound using segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:14:51.815503 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Bound port: 85da16f6-b75c-46b1-9b91-e7d06025b9f9, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'}}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:14:51.815916 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.821988 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-061f3a65-4e09-45da-9fd4-b93f22efc4e9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.824868 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-061f3a65-4e09-45da-9fd4-b93f22efc4e9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.828986 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-061f3a65-4e09-45da-9fd4-b93f22efc4e9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b HTTP/1.1" status: 204 len: 168 time: 0.1302183 Oct 23 20:14:51.829424 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 33958) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:51.835489 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f3a65-4e09-45da-9fd4-b93f22efc4e9 tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:51.864305 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.api.v2.resource [None req-4ddbf5b9-5e07-498b-a583-735ffa2b893d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] show failed (client error): The resource could not be found. Oct 23 20:14:51.865359 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-4ddbf5b9-5e07-498b-a583-735ffa2b893d tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "GET /networking/v2.0/security-groups/d73c40b4-1d2f-4a0b-a14e-af5bc2d4121b HTTP/1.1" status: 404 len: 347 time: 0.0337913 Oct 23 20:14:51.868558 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 33960) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:51.892669 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] For port 85da16f6-b75c-46b1-9b91-e7d06025b9f9, host hv-cinder-86243, cleared binding levels {{(pid=104660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:14:51.895885 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] For port 85da16f6-b75c-46b1-9b91-e7d06025b9f9, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=85da16f6-b75c-46b1-9b91-e7d06025b9f9,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:14:51.901437 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.907197 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:51.907804 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:51.909137 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/85da16f6-b75c-46b1-9b91-e7d06025b9f9 HTTP/1.1" status: 200 len: 1094 time: 1.0291882 Oct 23 20:14:51.909724 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'tag': '85da16f6-b75c-46b1-9b91-e7d06025b9f9'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:14:51.911983 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8b2218-8671-43d2-a692-4a12ff3806ab" -d '{"events": [{"name": "network-changed", "server_uuid": "aed421b0-ddb9-4cbf-bee9-d88167e9fdf3", "tag": "85da16f6-b75c-46b1-9b91-e7d06025b9f9"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:14:51.971883 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a855af52-27e8-4010-9703-07e7c8229ee7 x-openstack-request-id: req-a855af52-27e8-4010-9703-07e7c8229ee7 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:14:51.972176 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed421b0-ddb9-4cbf-bee9-d88167e9fdf3", "tag": "85da16f6-b75c-46b1-9b91-e7d06025b9f9", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:14:51.972426 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a855af52-27e8-4010-9703-07e7c8229ee7 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:14:51.972821 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a855af52-27e8-4010-9703-07e7c8229ee7'] response: {'name': 'network-changed', 'server_uuid': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'tag': '85da16f6-b75c-46b1-9b91-e7d06025b9f9', 'status': 'completed', 'code': 200} Oct 23 20:14:51.983140 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8a968-ad35-4b19-9be7-b4b6258974bc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Deleting port bfef5654-9549-46f4-a7a0-f262a02c9456 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:51.983483 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a968-ad35-4b19-9be7-b4b6258974bc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (bfef5654-9549-46f4-a7a0-f262a02c9456), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:52.013286 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1710086-7984-4404-b52a-5058faf97e4e service neutron] Pushing event updated for resources: {'Port': ['ID=85da16f6-b75c-46b1-9b91-e7d06025b9f9,revision_number=3']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:52.017274 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-45aa9c39-a8f2-46eb-9955-910eba02e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:52.018691 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-45aa9c39-a8f2-46eb-9955-910eba02e1a4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 1128 time: 0.0712619 Oct 23 20:14:52.063331 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-913b7991-acac-48a0-b8a6-af4abec9d080 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85da16f6-b75c-46b1-9b91-e7d06025b9f9 HTTP/1.1" status: 200 len: 217 time: 0.0366311 Oct 23 20:14:52.145890 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d719a6-f052-4e59-8756-58100c4186de req-6931c218-6cb6-4116-b6ba-def713f5e39c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:52.147383 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-88d719a6-f052-4e59-8756-58100c4186de req-6931c218-6cb6-4116-b6ba-def713f5e39c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0872242 Oct 23 20:14:52.156174 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-afa36e42-2624-4ed8-b1a3-17073e2f17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:52.157712 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-afa36e42-2624-4ed8-b1a3-17073e2f17f5 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0856752 Oct 23 20:14:52.163939 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:52.229389 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-187f0819-4917-422b-9510-cf71336bc3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:52.230994 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-187f0819-4917-422b-9510-cf71336bc3e3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595508 Oct 23 20:14:52.238193 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-88d719a6-f052-4e59-8756-58100c4186de req-92719a37-4eb6-4ac0-8b93-2277dd6ea683 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5312a8b9-bbe8-40c6-bac0-098530b30809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847914 Oct 23 20:14:52.326265 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a968-ad35-4b19-9be7-b4b6258974bc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (bfef5654-9549-46f4-a7a0-f262a02c9456), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:52.327178 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a968-ad35-4b19-9be7-b4b6258974bc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (bfef5654-9549-46f4-a7a0-f262a02c9456), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:52.328714 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-d7d00819-92c1-4375-bdf9-77152784b216 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894682 Oct 23 20:14:52.339921 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8a968-ad35-4b19-9be7-b4b6258974bc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Calling delete_port for bfef5654-9549-46f4-a7a0-f262a02c9456 owned by network:floatingip {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:52.341257 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:52.419887 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3ce5e179-1cc1-4208-ac6d-f49d41ab6df8 req-80719f1e-847d-4187-8c3f-c897c3cfc1c1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852699 Oct 23 20:14:52.470702 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a968-ad35-4b19-9be7-b4b6258974bc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (bfef5654-9549-46f4-a7a0-f262a02c9456), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:52.495196 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8a968-ad35-4b19-9be7-b4b6258974bc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Pushing event deleted for resources: {'Port': ['ID=bfef5654-9549-46f4-a7a0-f262a02c9456,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:52.555294 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a968-ad35-4b19-9be7-b4b6258974bc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks [] for floatingip (94dea1ec-6a68-47d8-9f6e-61b4fc53a271), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:52.557777 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a968-ad35-4b19-9be7-b4b6258974bc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:52.558955 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-d2d8a968-ad35-4b19-9be7-b4b6258974bc tempest-AttachVolumeTestJSON-698208453 tempest-AttachVolumeTestJSON-698208453-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/94dea1ec-6a68-47d8-9f6e-61b4fc53a271 HTTP/1.1" status: 204 len: 168 time: 0.6894391 Oct 23 20:14:52.723157 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c63cc4c4-cffa-4b0e-b0ee-c912548afbac no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:14:52.745204 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: c63cc4c4-cffa-4b0e-b0ee-c912548afbac {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:14:52.745547 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c63cc4c4-cffa-4b0e-b0ee-c912548afbac not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:14:53.053452 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:53.367899 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a5023-e7f5-46b8-ac35-10f7db660ef0 req-391a2915-94ee-46d3-837c-ed7b6050263c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:53.369412 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-477a5023-e7f5-46b8-ac35-10f7db660ef0 req-391a2915-94ee-46d3-837c-ed7b6050263c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0513189 Oct 23 20:14:53.416105 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-477a5023-e7f5-46b8-ac35-10f7db660ef0 req-23b8abcc-f38e-42fd-91e0-05857eba9550 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5312a8b9-bbe8-40c6-bac0-098530b30809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410311 Oct 23 20:14:54.564319 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a8ef1-22be-4a5e-9b0a-fecbf5b86901 req-f0834cb5-d21b-4fc2-ab67-eab4e08712c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:54.565791 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ab9a8ef1-22be-4a5e-9b0a-fecbf5b86901 req-f0834cb5-d21b-4fc2-ab67-eab4e08712c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0755286 Oct 23 20:14:54.568531 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2218-8671-43d2-a692-4a12ff3806ab req-da56b1b2-6bd5-469f-8e42-c129a81f6d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:54.569885 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2d8b2218-8671-43d2-a692-4a12ff3806ab req-da56b1b2-6bd5-469f-8e42-c129a81f6d30 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 1128 time: 0.0522368 Oct 23 20:14:54.669859 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ab9a8ef1-22be-4a5e-9b0a-fecbf5b86901 req-3a7809d3-e8f4-4765-9fd0-2bf662854277 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5312a8b9-bbe8-40c6-bac0-098530b30809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983415 Oct 23 20:14:54.693014 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2218-8671-43d2-a692-4a12ff3806ab req-9af34a4b-6277-44b3-9984-a53638268d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:54.694626 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2d8b2218-8671-43d2-a692-4a12ff3806ab req-9af34a4b-6277-44b3-9984-a53638268d92 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 916 time: 0.1156657 Oct 23 20:14:54.733156 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2d8b2218-8671-43d2-a692-4a12ff3806ab req-4729f502-f442-4dad-9b2d-4697b9af3d5b service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85da16f6-b75c-46b1-9b91-e7d06025b9f9 HTTP/1.1" status: 200 len: 217 time: 0.0324581 Oct 23 20:14:54.743361 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 85da16f6-b75c-46b1-9b91-e7d06025b9f9 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:14:54.785118 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2218-8671-43d2-a692-4a12ff3806ab req-51314336-1fc9-4c03-980b-5cdb4bac8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:54.786747 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2d8b2218-8671-43d2-a692-4a12ff3806ab req-51314336-1fc9-4c03-980b-5cdb4bac8ed1 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0479794 Oct 23 20:14:54.835957 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2218-8671-43d2-a692-4a12ff3806ab req-581ba05a-22be-4e27-b150-a440cf3d1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:54.836309 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2d8b2218-8671-43d2-a692-4a12ff3806ab req-581ba05a-22be-4e27-b150-a440cf3d1356 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435345 Oct 23 20:14:54.862910 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 85da16f6-b75c-46b1-9b91-e7d06025b9f9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=85da16f6-b75c-46b1-9b91-e7d06025b9f9,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:54.884253 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '85da16f6-b75c-46b1-9b91-e7d06025b9f9', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'port_id': '85da16f6-b75c-46b1-9b91-e7d06025b9f9', 'mac_address': 'fa:16:3e:66:28:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:14:54.944846 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:14:54.946886 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:54.962528 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85da16f6-b75c-46b1-9b91-e7d06025b9f9 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:14:54.968635 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2d8b2218-8671-43d2-a692-4a12ff3806ab req-1018e95f-8126-4c86-9464-71e17fa3e06a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260138 Oct 23 20:14:54.986612 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 85da16f6-b75c-46b1-9b91-e7d06025b9f9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=85da16f6-b75c-46b1-9b91-e7d06025b9f9,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:54.992068 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:55.058239 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=85da16f6-b75c-46b1-9b91-e7d06025b9f9,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:55.077755 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2d8b2218-8671-43d2-a692-4a12ff3806ab req-4d24dd0e-262e-41fc-9f03-8bd858b84e82 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028223 Oct 23 20:14:55.328123 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:14:55.342833 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['85da16f6-b75c-46b1-9b91-e7d06025b9f9'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:14:55.791617 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395e1c4-d824-4f5e-98e0-e0c57cde4553 req-11249db2-17e3-4365-b5db-9d560da7e186 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:55.793184 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7395e1c4-d824-4f5e-98e0-e0c57cde4553 req-11249db2-17e3-4365-b5db-9d560da7e186 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 945 time: 0.0456338 Oct 23 20:14:55.813170 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:55.844001 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7395e1c4-d824-4f5e-98e0-e0c57cde4553 req-f3aaf5c9-59df-4366-ae72-51e4fb8a3b6c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5312a8b9-bbe8-40c6-bac0-098530b30809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447483 Oct 23 20:14:56.168537 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34000) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:56.444880 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:56.614384 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:56.665338 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-107787de-729c-4063-a788-669831407a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16394362'] for router_interface (c9d4b704-a405-43c3-a617-61dd403ffa90), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:56.776580 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 85da16f6-b75c-46b1-9b91-e7d06025b9f9 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:14:56.817152 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:14:56.823112 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:14:56.823718 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:56.823984 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 Oct 23 20:14:56.885067 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-107787de-729c-4063-a788-669831407a88 admin admin] Deleting port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:56.885635 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-107787de-729c-4063-a788-669831407a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:56.900641 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:14:56.901036 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:56.926864 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85da16f6-b75c-46b1-9b91-e7d06025b9f9'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:14:56.929127 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db62064-0ee4-4771-8d00-d42e10907c48" -d '{"events": [{"server_uuid": "aed421b0-ddb9-4cbf-bee9-d88167e9fdf3", "name": "network-vif-plugged", "status": "completed", "tag": "85da16f6-b75c-46b1-9b91-e7d06025b9f9"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:14:56.942858 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 85da16f6-b75c-46b1-9b91-e7d06025b9f9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=85da16f6-b75c-46b1-9b91-e7d06025b9f9,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:56.947088 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:56.971507 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-107787de-729c-4063-a788-669831407a88 admin admin] For port 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:56.971879 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-107787de-729c-4063-a788-669831407a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:56.985930 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-107787de-729c-4063-a788-669831407a88 admin admin] Calling delete_port for 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 owned by network:router_interface {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:56.991084 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb62b144-ecde-4d5a-a82d-c8917fccccf3 x-openstack-request-id: req-eb62b144-ecde-4d5a-a82d-c8917fccccf3 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:14:56.991372 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed421b0-ddb9-4cbf-bee9-d88167e9fdf3", "name": "network-vif-plugged", "status": "completed", "tag": "85da16f6-b75c-46b1-9b91-e7d06025b9f9", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:14:56.991617 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb62b144-ecde-4d5a-a82d-c8917fccccf3 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:14:56.992006 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb62b144-ecde-4d5a-a82d-c8917fccccf3'] response: {'server_uuid': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85da16f6-b75c-46b1-9b91-e7d06025b9f9', 'code': 200} Oct 23 20:14:56.996828 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=85da16f6-b75c-46b1-9b91-e7d06025b9f9,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:57.012199 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36dddb-7b95-43ff-9d77-7d8798ad98af req-0e9d70c5-74ea-418d-a652-b45d133441ca tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:57.014601 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-df36dddb-7b95-43ff-9d77-7d8798ad98af req-0e9d70c5-74ea-418d-a652-b45d133441ca tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 945 time: 0.0950522 Oct 23 20:14:57.088412 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-df36dddb-7b95-43ff-9d77-7d8798ad98af req-638cdce3-d610-4406-a55c-d0bfe5db9ded tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5312a8b9-bbe8-40c6-bac0-098530b30809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640907 Oct 23 20:14:57.182650 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-107787de-729c-4063-a788-669831407a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:57.184764 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62978e26-c25d-4630-9ad2-e218ad4807cd req-c5becb65-3c63-4f64-bc96-6430c3cc153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:57.186873 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-62978e26-c25d-4630-9ad2-e218ad4807cd req-c5becb65-3c63-4f64-bc96-6430c3cc153a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 1130 time: 0.0386748 Oct 23 20:14:57.211837 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107787de-729c-4063-a788-669831407a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:57.231818 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-62978e26-c25d-4630-9ad2-e218ad4807cd req-676de4f7-fa9b-4c0f-ac1a-cc57f4167106 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5312a8b9-bbe8-40c6-bac0-098530b30809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387831 Oct 23 20:14:57.316479 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:57.375837 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-107787de-729c-4063-a788-669831407a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16321041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16392394'] for router_interface (c9d4b704-a405-43c3-a617-61dd403ffa90), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:57.405949 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300731a6-9e7d-4cc8-a07f-605681fa2e7c None None] get_active_networks_info from dv-cinder-862432-1-iscsi {{(pid=104661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 20:14:57.453439 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:57.456579 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:57.487390 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:57.492540 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300731a6-9e7d-4cc8-a07f-605681fa2e7c None None] Resources bound (agent type, host, resource id): {{(pid=104661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 20:14:57.585189 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107787de-729c-4063-a788-669831407a88 admin admin] Router c9d4b704-a405-43c3-a617-61dd403ffa90 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:14:57.686885 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107787de-729c-4063-a788-669831407a88 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:14:57.692117 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-107787de-729c-4063-a788-669831407a88 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/c9d4b704-a405-43c3-a617-61dd403ffa90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5222883 Oct 23 20:14:57.694432 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34008) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:57.697040 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c9d20f-8d10-456d-b8fc-f7016207f1b0 None None] Sync routers for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:14:57.708443 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c9d20f-8d10-456d-b8fc-f7016207f1b0 None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:14:57.709267 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-b2c9d20f-8d10-456d-b8fc-f7016207f1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:14:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:57.712151 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:57.795128 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Publish callbacks [] for router (c9d4b704-a405-43c3-a617-61dd403ffa90), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:57.901373 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Publish callbacks [] for router_gateway (c9d4b704-a405-43c3-a617-61dd403ffa90), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:57.955357 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Deleting port 389da34b-6741-4787-9a2e-9bd933c7d1c1 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:57.955598 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:57.957053 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-b2c9d20f-8d10-456d-b8fc-f7016207f1b0 None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:14:58.048162 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] For port 389da34b-6741-4787-9a2e-9bd933c7d1c1, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=389da34b-6741-4787-9a2e-9bd933c7d1c1,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:58.048528 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.063549 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Calling delete_port for 389da34b-6741-4787-9a2e-9bd933c7d1c1 owned by network:router_gateway {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:58.142497 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-d754511d-ff37-4173-9b20-c0fb92def16f None None] Provisioning complete for port a92b6f24-fd65-446a-8af5-51c8a38d76d2 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:14:58.142875 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-d754511d-ff37-4173-9b20-c0fb92def16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.143213 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-d754511d-ff37-4173-9b20-c0fb92def16f None None] Attempt 1 to provision port a92b6f24-fd65-446a-8af5-51c8a38d76d2 Oct 23 20:14:58.171315 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-b2c9d20f-8d10-456d-b8fc-f7016207f1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:14:57Z', 'revision_number': 5, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port': {'id': '389da34b-6741-4787-9a2e-9bd933c7d1c1', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:13Z', 'updated_at': '2022-10-23T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:58.204261 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c9d20f-8d10-456d-b8fc-f7016207f1b0 None None] Checking router: c9d4b704-a405-43c3-a617-61dd403ffa90 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:14:58.217914 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd7a0-a319-401d-84fd-8603677f3975 req-b491714e-a860-4cda-a120-452b4d3cc587 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:58.220031 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a3efd7a0-a319-401d-84fd-8603677f3975 req-b491714e-a860-4cda-a120-452b4d3cc587 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 946 time: 0.0550280 Oct 23 20:14:58.221649 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c9d20f-8d10-456d-b8fc-f7016207f1b0 None None] Routers {'c9d4b704-a405-43c3-a617-61dd403ffa90'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:14:58.222302 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-b2c9d20f-8d10-456d-b8fc-f7016207f1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:14:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['c9d4b704-a405-43c3-a617-61dd403ffa90'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:58.226643 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:58.250087 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (389da34b-6741-4787-9a2e-9bd933c7d1c1), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.275857 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a3efd7a0-a319-401d-84fd-8603677f3975 req-4acb2a92-c3d2-44c6-bfe9-1f057999a6b1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5312a8b9-bbe8-40c6-bac0-098530b30809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481327 Oct 23 20:14:58.280303 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Pushing event deleted for resources: {'Port': ['ID=389da34b-6741-4787-9a2e-9bd933c7d1c1,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:58.330643 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-d754511d-ff37-4173-9b20-c0fb92def16f None None] Current status of the port a92b6f24-fd65-446a-8af5-51c8a38d76d2 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:14:58.343379 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-b2c9d20f-8d10-456d-b8fc-f7016207f1b0 None None] Set router c9d4b704-a405-43c3-a617-61dd403ffa90 gateway port host: None {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:14:58.343628 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:58.352233 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16393631'] for router_gateway (c9d4b704-a405-43c3-a617-61dd403ffa90), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.392253 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-b2c9d20f-8d10-456d-b8fc-f7016207f1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:14:57Z', 'revision_number': 6, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port_host': None}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:58.421092 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c9d20f-8d10-456d-b8fc-f7016207f1b0 None None] The sync data for ids ['c9d4b704-a405-43c3-a617-61dd403ffa90'] in dv-cinder-862432-1-iscsi is: [{'id': 'c9d4b704-a405-43c3-a617-61dd403ffa90', 'name': 'tempest-AttachVolumeTestJSON-1143426450-router', 'tenant_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:12Z', 'updated_at': '2022-10-23T20:14:57Z', 'revision_number': 6, 'project_id': '5ebb0d7d16214912a585ca96cf6b2c6a', 'gw_port_host': None}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:14:58.442488 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16393360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48003'] for router (c9d4b704-a405-43c3-a617-61dd403ffa90), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.444538 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Publish callbacks [] for router_controller (c9d4b704-a405-43c3-a617-61dd403ffa90), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.488522 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16394297'] for router (c9d4b704-a405-43c3-a617-61dd403ffa90), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.489092 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9d4b704-a405-43c3-a617-61dd403ffa90 {{(pid=104659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 20:14:58.493443 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.495162 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-7a81e5f8-6cd8-43de-a0e7-6896ff3ff9db admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/c9d4b704-a405-43c3-a617-61dd403ffa90 HTTP/1.1" status: 204 len: 168 time: 0.7996905 Oct 23 20:14:58.497918 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34012) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:58.541387 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f50513-81c1-4873-aff7-8dce12ed9ae8 admin admin] Deleting subnet daaca4e1-493a-432b-8103-3db60253ec00 {{(pid=104659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:14:58.544508 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49f50513-81c1-4873-aff7-8dce12ed9ae8 admin admin] Publish callbacks [] for subnet (daaca4e1-493a-432b-8103-3db60253ec00), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.582393 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49f50513-81c1-4873-aff7-8dce12ed9ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182768'] for subnet (daaca4e1-493a-432b-8103-3db60253ec00), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.654496 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49f50513-81c1-4873-aff7-8dce12ed9ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (daaca4e1-493a-432b-8103-3db60253ec00), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.707308 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49f50513-81c1-4873-aff7-8dce12ed9ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2990477'] for subnet (daaca4e1-493a-432b-8103-3db60253ec00), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.738631 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-49f50513-81c1-4873-aff7-8dce12ed9ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.745250 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-49f50513-81c1-4873-aff7-8dce12ed9ae8 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/daaca4e1-493a-432b-8103-3db60253ec00 HTTP/1.1" status: 204 len: 168 time: 0.2422519 Oct 23 20:14:58.745250 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f50513-81c1-4873-aff7-8dce12ed9ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daaca4e1-493a-432b-8103-3db60253ec00,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:58.745567 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34014) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:58.752766 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:58.755130 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575379aa-a41f-48a5-be13-f043e3696961 None None] Network 8e3b82ee-7488-4576-9263-10150a8cce41 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:14:58.819888 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (8e3b82ee-7488-4576-9263-10150a8cce41), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.884202 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Deleting port a92b6f24-fd65-446a-8af5-51c8a38d76d2 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:14:58.884549 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.954510 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] For port a92b6f24-fd65-446a-8af5-51c8a38d76d2, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=a92b6f24-fd65-446a-8af5-51c8a38d76d2,segment=NetworkSegment(3639485d-90a4-48b5-851e-317a66c69c36),segment_id=3639485d-90a4-48b5-851e-317a66c69c36)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:14:58.954874 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:58.967267 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Calling delete_port for a92b6f24-fd65-446a-8af5-51c8a38d76d2 owned by network:dhcp {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:14:59.046655 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (a92b6f24-fd65-446a-8af5-51c8a38d76d2), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:59.068961 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a92b6f24-fd65-446a-8af5-51c8a38d76d2,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:59.074467 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] No DVR routers for this DVR port a92b6f24-fd65-446a-8af5-51c8a38d76d2 on host dv-cinder-862432-1-iscsi {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:14:59.144047 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (8e3b82ee-7488-4576-9263-10150a8cce41), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:59.163563 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3b82ee-7488-4576-9263-10150a8cce41']}} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:59.173289 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3639485d-90a4-48b5-851e-317a66c69c36') {'for_net_delete': True} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:59.173591 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3639485d-90a4-48b5-851e-317a66c69c36') {} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:14:59.188241 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212809'] for segment (3639485d-90a4-48b5-851e-317a66c69c36), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:59.204917 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (3639485d-90a4-48b5-851e-317a66c69c36), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:59.212550 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=104660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:14:59.212949 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25297647'] for segment (3639485d-90a4-48b5-851e-317a66c69c36), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:59.222077 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fd5fc8-a6bf-4410-9bb6-92b58e23f92b None None] DHCP port deletion for 8e3b82ee-7488-4576-9263-10150a8cce41 request from dv-cinder-862432-1-iscsi {{(pid=104661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 20:14:59.261683 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment 3639485d-90a4-48b5-851e-317a66c69c36 resource provider aggregate not found Oct 23 20:14:59.279499 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment 3639485d-90a4-48b5-851e-317a66c69c36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3639485d-90a4-48b5-851e-317a66c69c36 found for delete ", "request_id": "req-4b533b70-b90e-42b4-8111-c1ce20472cf3"}]} Oct 23 20:14:59.282850 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (8e3b82ee-7488-4576-9263-10150a8cce41), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:59.291117 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:59.294219 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/8e3b82ee-7488-4576-9263-10150a8cce41 HTTP/1.1" status: 204 len: 168 time: 0.5488491 Oct 23 20:14:59.304437 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647be01c-a515-45d5-b1aa-2c9c2ef939ec admin admin] Pushing event deleted for resources: {'Network': ['ID=8e3b82ee-7488-4576-9263-10150a8cce41,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:14:59.332172 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 389da34b-6741-4787-9a2e-9bd933c7d1c1 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:14:59.364193 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 389da34b-6741-4787-9a2e-9bd933c7d1c1 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:14:59.364545 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 389da34b-6741-4787-9a2e-9bd933c7d1c1 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:14:59.364976 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device a92b6f24-fd65-446a-8af5-51c8a38d76d2 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:14:59.403312 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: a92b6f24-fd65-446a-8af5-51c8a38d76d2 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:14:59.403661 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device a92b6f24-fd65-446a-8af5-51c8a38d76d2 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:14:59.404086 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:14:59.423947 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4669dde-3ce1-454a-a92f-20997c151883 req-c4d9ccf3-f1f5-4f38-beaa-bc5f055ab463 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:59.425582 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4669dde-3ce1-454a-a92f-20997c151883 req-c4d9ccf3-f1f5-4f38-beaa-bc5f055ab463 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 946 time: 0.0585940 Oct 23 20:14:59.427054 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:14:59.427401 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 7d7eb71d-b310-47b2-a0e3-68e5d1b6f8e6 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:14:59.478392 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34024) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:59.488622 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c4669dde-3ce1-454a-a92f-20997c151883 req-5535cb25-cb1c-4f95-9522-9376ce6203e6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5312a8b9-bbe8-40c6-bac0-098530b30809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522728 Oct 23 20:14:59.536828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34028) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:59.536986 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-6a0c8dfe-c8f1-48e6-8200-5d7537caf36b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5ebb0d7d16214912a585ca96cf6b2c6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0573690 Oct 23 20:14:59.566192 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:14:59.624106 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ae7bca78-7110-416d-9b96-0095f39a7ac8 admin admin] Publish callbacks [] for security_group (115d2b90-0904-413c-a61e-0db8c5a84dbe), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:59.637839 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7435f-1a02-4266-bde9-92e6abce4635 req-16bdda11-5106-44ef-a4f9-50c4262020c3 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:14:59.640004 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-90c7435f-1a02-4266-bde9-92e6abce4635 req-16bdda11-5106-44ef-a4f9-50c4262020c3 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 946 time: 0.0715525 Oct 23 20:14:59.650012 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34030) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:14:59.652939 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ae7bca78-7110-416d-9b96-0095f39a7ac8 admin admin] Publish callbacks [] for security_group (115d2b90-0904-413c-a61e-0db8c5a84dbe), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:59.654781 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-a2ad6eb1-ac12-4a6a-89c8-7d3a695381b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'floatingip': {'port_id': '85da16f6-b75c-46b1-9b91-e7d06025b9f9'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:14:59.692290 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6eb1-ac12-4a6a-89c8-7d3a695381b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (b14f049c-5e59-4611-a58c-8ab2fe6038c8), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:59.700389 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ae7bca78-7110-416d-9b96-0095f39a7ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (115d2b90-0904-413c-a61e-0db8c5a84dbe), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:59.703708 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ae7bca78-7110-416d-9b96-0095f39a7ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:14:59.707371 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-ae7bca78-7110-416d-9b96-0095f39a7ac8 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/115d2b90-0904-413c-a61e-0db8c5a84dbe HTTP/1.1" status: 204 len: 168 time: 0.1666965 Oct 23 20:14:59.716521 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bca78-7110-416d-9b96-0095f39a7ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115d2b90-0904-413c-a61e-0db8c5a84dbe,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:00.116637 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6eb1-ac12-4a6a-89c8-7d3a695381b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:00.121771 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6eb1-ac12-4a6a-89c8-7d3a695381b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (b14f049c-5e59-4611-a58c-8ab2fe6038c8), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:00.157816 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:00.205227 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:00.224135 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [None req-a2ad6eb1-ac12-4a6a-89c8-7d3a695381b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Floating IP b14f049c-5e59-4611-a58c-8ab2fe6038c8 associated. External IP: 172.27.0.101, port: 85da16f6-b75c-46b1-9b91-e7d06025b9f9. Oct 23 20:15:00.338500 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:00.339450 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:00.666566 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ad6eb1-ac12-4a6a-89c8-7d3a695381b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Router 6973b4a8-3e5c-400e-a68d-7809bb950e0e has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:15:00.772541 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ad6eb1-ac12-4a6a-89c8-7d3a695381b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:15:00.777336 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6eb1-ac12-4a6a-89c8-7d3a695381b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:00.784002 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46c7c0-ec25-4ff4-8fb7-965a650dd2a5 None None] Sync routers for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:15:00.794058 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46c7c0-ec25-4ff4-8fb7-965a650dd2a5 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:15:00.794758 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-9d46c7c0-ec25-4ff4-8fb7-965a650dd2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:14:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:00.819696 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-a2ad6eb1-ac12-4a6a-89c8-7d3a695381b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/b14f049c-5e59-4611-a58c-8ab2fe6038c8 HTTP/1.1" status: 200 len: 992 time: 1.1685584 Oct 23 20:15:00.820412 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'tag': '85da16f6-b75c-46b1-9b91-e7d06025b9f9'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:15:00.822680 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc6dfbe-87a3-408a-a9ac-c2b99e26b3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "aed421b0-ddb9-4cbf-bee9-d88167e9fdf3", "tag": "85da16f6-b75c-46b1-9b91-e7d06025b9f9"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:15:00.868089 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba9a83d-6a20-42ca-8f5d-9eca7515f152 x-openstack-request-id: req-8ba9a83d-6a20-42ca-8f5d-9eca7515f152 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:15:00.868823 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed421b0-ddb9-4cbf-bee9-d88167e9fdf3", "tag": "85da16f6-b75c-46b1-9b91-e7d06025b9f9", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:15:00.868823 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ba9a83d-6a20-42ca-8f5d-9eca7515f152 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:15:00.869442 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba9a83d-6a20-42ca-8f5d-9eca7515f152'] response: {'name': 'network-changed', 'server_uuid': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'tag': '85da16f6-b75c-46b1-9b91-e7d06025b9f9', 'status': 'completed', 'code': 200} Oct 23 20:15:00.920983 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-9d46c7c0-ec25-4ff4-8fb7-965a650dd2a5 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:15:00.930853 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6dfbe-87a3-408a-a9ac-c2b99e26b3ae req-6903f2de-f049-4ebd-90e0-95b03e2b7441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:15:00.932650 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4cc6dfbe-87a3-408a-a9ac-c2b99e26b3ae req-6903f2de-f049-4ebd-90e0-95b03e2b7441 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 1130 time: 0.0425191 Oct 23 20:15:01.004143 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:01.037936 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6dfbe-87a3-408a-a9ac-c2b99e26b3ae req-273f78b4-a80d-4c25-81d6-5457d4d7a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:15:01.039446 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4cc6dfbe-87a3-408a-a9ac-c2b99e26b3ae req-273f78b4-a80d-4c25-81d6-5457d4d7a496 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 916 time: 0.1004741 Oct 23 20:15:01.098615 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34086) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:01.107949 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4cc6dfbe-87a3-408a-a9ac-c2b99e26b3ae req-5c5c0ef2-c48b-480e-ad98-1f4f48911c89 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85da16f6-b75c-46b1-9b91-e7d06025b9f9 HTTP/1.1" status: 200 len: 1000 time: 0.0607729 Oct 23 20:15:01.156993 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6dfbe-87a3-408a-a9ac-c2b99e26b3ae req-a5532521-5e2c-4cae-a7b6-e557ba91a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:15:01.158644 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4cc6dfbe-87a3-408a-a9ac-c2b99e26b3ae req-a5532521-5e2c-4cae-a7b6-e557ba91a282 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0453975 Oct 23 20:15:01.159452 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-9d46c7c0-ec25-4ff4-8fb7-965a650dd2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'b14f049c-5e59-4611-a58c-8ab2fe6038c8', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '85da16f6-b75c-46b1-9b91-e7d06025b9f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:66:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:14:47Z', 'updated_at': '2022-10-23T20:15:00Z', 'revision_number': 1, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}, {'id': 'd18ea1ad-1694-4558-a1c5-64c64a4ebb54', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '347c96fd-ea12-48fc-8e67-96489156f197', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:4d:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:12:52Z', 'updated_at': '2022-10-23T20:13:07Z', 'revision_number': 2, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:01.184442 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46c7c0-ec25-4ff4-8fb7-965a650dd2a5 None None] Checking router: 6973b4a8-3e5c-400e-a68d-7809bb950e0e for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:15:01.193817 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46c7c0-ec25-4ff4-8fb7-965a650dd2a5 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:15:01.194532 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-9d46c7c0-ec25-4ff4-8fb7-965a650dd2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:14:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:01.204702 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6dfbe-87a3-408a-a9ac-c2b99e26b3ae req-6d340eac-542a-4622-96b0-6a347ad04fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:15:01.206195 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4cc6dfbe-87a3-408a-a9ac-c2b99e26b3ae req-6d340eac-542a-4622-96b0-6a347ad04fce service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417120 Oct 23 20:15:01.215635 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5f606997-5654-4ded-ae5c-0525dd0187d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:01.296658 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5f606997-5654-4ded-ae5c-0525dd0187d0 admin admin] Publish callbacks [] for security_group (a0e03abb-f1b2-4161-aba8-ceceb138abda), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:01.301965 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4cc6dfbe-87a3-408a-a9ac-c2b99e26b3ae req-3a900c34-045c-43be-840d-476c70a5a7e5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Oct 23 20:15:01.302214 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5f606997-5654-4ded-ae5c-0525dd0187d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (a0e03abb-f1b2-4161-aba8-ceceb138abda), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:01.306722 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-9d46c7c0-ec25-4ff4-8fb7-965a650dd2a5 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:15:01.344283 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-5f606997-5654-4ded-ae5c-0525dd0187d0 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0289c86cb5b947c0b0fb326895d6f77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438385 Oct 23 20:15:01.345226 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f606997-5654-4ded-ae5c-0525dd0187d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e03abb-f1b2-4161-aba8-ceceb138abda,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:01.347476 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34090) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:01.397262 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6ec21de9-b2ff-4ad4-8355-2687714df5f9 admin admin] Publish callbacks [] for security_group (a0e03abb-f1b2-4161-aba8-ceceb138abda), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:01.400581 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4cc6dfbe-87a3-408a-a9ac-c2b99e26b3ae req-f5fa525c-115f-4d37-abf2-a9a4c07651b0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926659 Oct 23 20:15:01.418148 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6ec21de9-b2ff-4ad4-8355-2687714df5f9 admin admin] Publish callbacks [] for security_group (a0e03abb-f1b2-4161-aba8-ceceb138abda), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:01.470441 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6ec21de9-b2ff-4ad4-8355-2687714df5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (a0e03abb-f1b2-4161-aba8-ceceb138abda), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:01.473172 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6ec21de9-b2ff-4ad4-8355-2687714df5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:01.474345 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-6ec21de9-b2ff-4ad4-8355-2687714df5f9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a0e03abb-f1b2-4161-aba8-ceceb138abda HTTP/1.1" status: 204 len: 168 time: 0.1259363 Oct 23 20:15:01.487386 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec21de9-b2ff-4ad4-8355-2687714df5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e03abb-f1b2-4161-aba8-ceceb138abda,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:01.540417 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-9d46c7c0-ec25-4ff4-8fb7-965a650dd2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'b14f049c-5e59-4611-a58c-8ab2fe6038c8', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '85da16f6-b75c-46b1-9b91-e7d06025b9f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:66:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:14:47Z', 'updated_at': '2022-10-23T20:15:00Z', 'revision_number': 1, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}, {'id': 'd18ea1ad-1694-4558-a1c5-64c64a4ebb54', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '347c96fd-ea12-48fc-8e67-96489156f197', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:4d:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:12:52Z', 'updated_at': '2022-10-23T20:13:07Z', 'revision_number': 2, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:01.566563 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46c7c0-ec25-4ff4-8fb7-965a650dd2a5 None None] The sync data for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi is: [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'b14f049c-5e59-4611-a58c-8ab2fe6038c8', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '85da16f6-b75c-46b1-9b91-e7d06025b9f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:66:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:14:47Z', 'updated_at': '2022-10-23T20:15:00Z', 'revision_number': 1, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}, {'id': 'd18ea1ad-1694-4558-a1c5-64c64a4ebb54', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '347c96fd-ea12-48fc-8e67-96489156f197', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:4d:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:12:52Z', 'updated_at': '2022-10-23T20:13:07Z', 'revision_number': 2, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:15:01.768199 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c5ddbe-bc07-46e7-a64a-4266bbecb3f9 None None] New status for floating IP b14f049c-5e59-4611-a58c-8ab2fe6038c8: ACTIVE {{(pid=104661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:15:03.141315 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34140) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:03.246262 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b13ad7ee-4b69-4dcf-86f9-90a9832f01c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:03.298051 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:03.314073 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:03.324201 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b13ad7ee-4b69-4dcf-86f9-90a9832f01c9 admin admin] Publish callbacks [] for security_group (16ead8a1-0bf7-4f2f-97d8-4fb007134ee0), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:03.328866 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b13ad7ee-4b69-4dcf-86f9-90a9832f01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (16ead8a1-0bf7-4f2f-97d8-4fb007134ee0), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:03.368118 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b13ad7ee-4b69-4dcf-86f9-90a9832f01c9 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=08f9697671e84342900418238b2b0d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257569 Oct 23 20:15:03.369164 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ad7ee-4b69-4dcf-86f9-90a9832f01c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ead8a1-0bf7-4f2f-97d8-4fb007134ee0,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:03.370964 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34144) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:03.420393 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3d3d8c73-5d20-411d-accd-30e6178e8713 admin admin] Publish callbacks [] for security_group (16ead8a1-0bf7-4f2f-97d8-4fb007134ee0), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:03.443373 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3d3d8c73-5d20-411d-accd-30e6178e8713 admin admin] Publish callbacks [] for security_group (16ead8a1-0bf7-4f2f-97d8-4fb007134ee0), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:03.488128 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3d3d8c73-5d20-411d-accd-30e6178e8713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (16ead8a1-0bf7-4f2f-97d8-4fb007134ee0), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:03.490798 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3d3d8c73-5d20-411d-accd-30e6178e8713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:03.492128 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-3d3d8c73-5d20-411d-accd-30e6178e8713 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/16ead8a1-0bf7-4f2f-97d8-4fb007134ee0 HTTP/1.1" status: 204 len: 168 time: 0.1201892 Oct 23 20:15:03.500370 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d8c73-5d20-411d-accd-30e6178e8713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ead8a1-0bf7-4f2f-97d8-4fb007134ee0,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:03.748220 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34150) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:03.762656 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c2ebd2c2-00ca-468a-a5e4-7c312011d9bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:03.836670 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c2ebd2c2-00ca-468a-a5e4-7c312011d9bb admin admin] Publish callbacks [] for security_group (cca4c297-c161-4c2b-94f2-4d6bc13df76b), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:03.840598 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c2ebd2c2-00ca-468a-a5e4-7c312011d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (cca4c297-c161-4c2b-94f2-4d6bc13df76b), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:03.883677 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-c2ebd2c2-00ca-468a-a5e4-7c312011d9bb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=09a4f2df4cb94ef3a2567c3867d29606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337576 Oct 23 20:15:03.884498 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebd2c2-00ca-468a-a5e4-7c312011d9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca4c297-c161-4c2b-94f2-4d6bc13df76b,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:03.886765 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34152) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:03.935457 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-949885d2-c0fd-4d4f-b46a-3ab90c0cdc36 admin admin] Publish callbacks [] for security_group (cca4c297-c161-4c2b-94f2-4d6bc13df76b), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:03.955967 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-949885d2-c0fd-4d4f-b46a-3ab90c0cdc36 admin admin] Publish callbacks [] for security_group (cca4c297-c161-4c2b-94f2-4d6bc13df76b), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:04.002333 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-949885d2-c0fd-4d4f-b46a-3ab90c0cdc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (cca4c297-c161-4c2b-94f2-4d6bc13df76b), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:04.004791 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-949885d2-c0fd-4d4f-b46a-3ab90c0cdc36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:04.005925 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-949885d2-c0fd-4d4f-b46a-3ab90c0cdc36 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/cca4c297-c161-4c2b-94f2-4d6bc13df76b HTTP/1.1" status: 204 len: 168 time: 0.1182566 Oct 23 20:15:04.014011 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949885d2-c0fd-4d4f-b46a-3ab90c0cdc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca4c297-c161-4c2b-94f2-4d6bc13df76b,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:11.825560 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-357ba9cf-978b-459e-a657-1c67990b2a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:13.475744 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=46,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:13.496131 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=83,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:13.988889 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=44,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:14.009619 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=41,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:14.200664 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c41651a6-9127-4978-a4d4-7642178b21e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:15.436260 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:16.567517 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34298) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:16.669894 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-64f91467-01c7-4821-8ea2-9dcc1d29ee02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:16.745628 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-64f91467-01c7-4821-8ea2-9dcc1d29ee02 admin admin] Publish callbacks [] for security_group (ea1784f1-24a5-4520-87a3-cd2ad84cc577), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:16.749203 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-64f91467-01c7-4821-8ea2-9dcc1d29ee02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (ea1784f1-24a5-4520-87a3-cd2ad84cc577), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:16.781877 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:16.784359 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-64f91467-01c7-4821-8ea2-9dcc1d29ee02 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=38c70ab7ca2044fca7d84782193ae8a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157333 Oct 23 20:15:16.787155 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34302) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:16.793323 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f91467-01c7-4821-8ea2-9dcc1d29ee02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1784f1-24a5-4520-87a3-cd2ad84cc577,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:16.838061 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6891-6bab-460f-b184-5f6c2cba6e8c admin admin] Publish callbacks [] for security_group (ea1784f1-24a5-4520-87a3-cd2ad84cc577), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:16.857360 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6891-6bab-460f-b184-5f6c2cba6e8c admin admin] Publish callbacks [] for security_group (ea1784f1-24a5-4520-87a3-cd2ad84cc577), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:16.904488 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6891-6bab-460f-b184-5f6c2cba6e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (ea1784f1-24a5-4520-87a3-cd2ad84cc577), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:16.907086 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6891-6bab-460f-b184-5f6c2cba6e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:16.908205 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-3ddb6891-6bab-460f-b184-5f6c2cba6e8c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ea1784f1-24a5-4520-87a3-cd2ad84cc577 HTTP/1.1" status: 204 len: 168 time: 0.1200013 Oct 23 20:15:16.915666 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb6891-6bab-460f-b184-5f6c2cba6e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1784f1-24a5-4520-87a3-cd2ad84cc577,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:17.154498 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:17.177735 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34308) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:17.191683 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-57b13484-abf3-48ec-87f3-05d671903ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:17.266184 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-57b13484-abf3-48ec-87f3-05d671903ad8 admin admin] Publish callbacks [] for security_group (8c3b9fc1-f1cd-4eab-bccd-df456a12d29f), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:17.269675 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-57b13484-abf3-48ec-87f3-05d671903ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (8c3b9fc1-f1cd-4eab-bccd-df456a12d29f), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:17.309224 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b13484-abf3-48ec-87f3-05d671903ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3b9fc1-f1cd-4eab-bccd-df456a12d29f,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:17.314145 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-57b13484-abf3-48ec-87f3-05d671903ad8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7fffc43ffc2d404aa022a40fbfcdbc78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353548 Oct 23 20:15:17.316693 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34310) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:17.364709 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7bd920aa-0c48-417b-b81a-65366796118f admin admin] Publish callbacks [] for security_group (8c3b9fc1-f1cd-4eab-bccd-df456a12d29f), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:17.384632 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7bd920aa-0c48-417b-b81a-65366796118f admin admin] Publish callbacks [] for security_group (8c3b9fc1-f1cd-4eab-bccd-df456a12d29f), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:17.430677 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7bd920aa-0c48-417b-b81a-65366796118f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (8c3b9fc1-f1cd-4eab-bccd-df456a12d29f), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:17.433165 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7bd920aa-0c48-417b-b81a-65366796118f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:17.434353 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-7bd920aa-0c48-417b-b81a-65366796118f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8c3b9fc1-f1cd-4eab-bccd-df456a12d29f HTTP/1.1" status: 204 len: 168 time: 0.1167042 Oct 23 20:15:17.441956 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd920aa-0c48-417b-b81a-65366796118f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3b9fc1-f1cd-4eab-bccd-df456a12d29f,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:18.997000 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34354) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:19.099515 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b05c00c0-335b-4c80-bd55-d9ed36390e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.173178 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b05c00c0-335b-4c80-bd55-d9ed36390e77 admin admin] Publish callbacks [] for security_group (1742a694-a26a-433d-a82f-2df941400c48), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.176895 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b05c00c0-335b-4c80-bd55-d9ed36390e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (1742a694-a26a-433d-a82f-2df941400c48), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.218068 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-b05c00c0-335b-4c80-bd55-d9ed36390e77 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=40b359a578f04f00b4ebe9bc2c1b6b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200136 Oct 23 20:15:19.219519 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c00c0-335b-4c80-bd55-d9ed36390e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1742a694-a26a-433d-a82f-2df941400c48,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:19.221368 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34358) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:19.272982 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc9f5-5c80-40ad-88f2-1a87cf50109a admin admin] Publish callbacks [] for security_group (1742a694-a26a-433d-a82f-2df941400c48), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.292794 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc9f5-5c80-40ad-88f2-1a87cf50109a admin admin] Publish callbacks [] for security_group (1742a694-a26a-433d-a82f-2df941400c48), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.338578 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc9f5-5c80-40ad-88f2-1a87cf50109a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (1742a694-a26a-433d-a82f-2df941400c48), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.341025 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc9f5-5c80-40ad-88f2-1a87cf50109a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.342150 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b5ecc9f5-5c80-40ad-88f2-1a87cf50109a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/1742a694-a26a-433d-a82f-2df941400c48 HTTP/1.1" status: 204 len: 168 time: 0.1197784 Oct 23 20:15:19.350126 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecc9f5-5c80-40ad-88f2-1a87cf50109a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1742a694-a26a-433d-a82f-2df941400c48,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:19.602903 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34364) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:19.616547 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d1a8995c-559f-4d5c-ab0e-7e9fb8aaaec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.690116 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d1a8995c-559f-4d5c-ab0e-7e9fb8aaaec1 admin admin] Publish callbacks [] for security_group (374b3d99-ea91-4f51-a7d2-dda600fc493d), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.693565 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d1a8995c-559f-4d5c-ab0e-7e9fb8aaaec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (374b3d99-ea91-4f51-a7d2-dda600fc493d), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.731360 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-d1a8995c-559f-4d5c-ab0e-7e9fb8aaaec1 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ac40caf336624235bb8b8418d5447746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274252 Oct 23 20:15:19.733336 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8995c-559f-4d5c-ab0e-7e9fb8aaaec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374b3d99-ea91-4f51-a7d2-dda600fc493d,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:19.734159 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34366) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:19.782526 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-67021a82-4d0f-48f6-82ed-47c30e48e42c admin admin] Publish callbacks [] for security_group (374b3d99-ea91-4f51-a7d2-dda600fc493d), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.802455 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-67021a82-4d0f-48f6-82ed-47c30e48e42c admin admin] Publish callbacks [] for security_group (374b3d99-ea91-4f51-a7d2-dda600fc493d), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.803966 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:19.829880 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:19.852192 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-67021a82-4d0f-48f6-82ed-47c30e48e42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (374b3d99-ea91-4f51-a7d2-dda600fc493d), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.854972 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-67021a82-4d0f-48f6-82ed-47c30e48e42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:19.856107 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-67021a82-4d0f-48f6-82ed-47c30e48e42c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/374b3d99-ea91-4f51-a7d2-dda600fc493d HTTP/1.1" status: 204 len: 168 time: 0.1203828 Oct 23 20:15:19.864225 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67021a82-4d0f-48f6-82ed-47c30e48e42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374b3d99-ea91-4f51-a7d2-dda600fc493d,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:20.357159 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=70 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:20.363387 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=84 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:20.895979 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34398) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:21.003273 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-aa2ffa9e-270a-40e5-963d-9897f1e33ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:21.077810 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-aa2ffa9e-270a-40e5-963d-9897f1e33ca2 admin admin] Publish callbacks [] for security_group (2ab045f9-fe2a-4097-af5d-e39a1ad6516a), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:21.081486 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-aa2ffa9e-270a-40e5-963d-9897f1e33ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (2ab045f9-fe2a-4097-af5d-e39a1ad6516a), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:21.122019 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-aa2ffa9e-270a-40e5-963d-9897f1e33ca2 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=75259472c54145bd8d7c873bd5917775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250276 Oct 23 20:15:21.122865 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ffa9e-270a-40e5-963d-9897f1e33ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab045f9-fe2a-4097-af5d-e39a1ad6516a,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:21.124870 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34402) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:21.177347 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2a72ce2e-c0f3-4363-ba9c-35e923886c4e admin admin] Publish callbacks [] for security_group (2ab045f9-fe2a-4097-af5d-e39a1ad6516a), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:21.196884 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2a72ce2e-c0f3-4363-ba9c-35e923886c4e admin admin] Publish callbacks [] for security_group (2ab045f9-fe2a-4097-af5d-e39a1ad6516a), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:21.243451 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2a72ce2e-c0f3-4363-ba9c-35e923886c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (2ab045f9-fe2a-4097-af5d-e39a1ad6516a), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:21.245912 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2a72ce2e-c0f3-4363-ba9c-35e923886c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:21.247084 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-2a72ce2e-c0f3-4363-ba9c-35e923886c4e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2ab045f9-fe2a-4097-af5d-e39a1ad6516a HTTP/1.1" status: 204 len: 168 time: 0.1206381 Oct 23 20:15:21.254933 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72ce2e-c0f3-4363-ba9c-35e923886c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab045f9-fe2a-4097-af5d-e39a1ad6516a,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:22.240389 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34438) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:22.345206 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0d85af15-32f4-452d-bbc1-18df13671fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:22.379986 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:22.402371 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:22.421650 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0d85af15-32f4-452d-bbc1-18df13671fc6 admin admin] Publish callbacks [] for security_group (13754d89-f8c6-45b2-a5a4-5afc2978b5a1), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:22.425474 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0d85af15-32f4-452d-bbc1-18df13671fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (13754d89-f8c6-45b2-a5a4-5afc2978b5a1), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:22.465029 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-0d85af15-32f4-452d-bbc1-18df13671fc6 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8dc834c34b1f499ca8882c54d70cb71e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236032 Oct 23 20:15:22.466126 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85af15-32f4-452d-bbc1-18df13671fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13754d89-f8c6-45b2-a5a4-5afc2978b5a1,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:22.467812 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34442) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:22.515284 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-481728c7-d264-4ba0-9e0e-8f4043e73a31 admin admin] Publish callbacks [] for security_group (13754d89-f8c6-45b2-a5a4-5afc2978b5a1), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:22.535396 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-481728c7-d264-4ba0-9e0e-8f4043e73a31 admin admin] Publish callbacks [] for security_group (13754d89-f8c6-45b2-a5a4-5afc2978b5a1), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:22.580590 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-481728c7-d264-4ba0-9e0e-8f4043e73a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (13754d89-f8c6-45b2-a5a4-5afc2978b5a1), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:22.583057 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-481728c7-d264-4ba0-9e0e-8f4043e73a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:22.584157 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-481728c7-d264-4ba0-9e0e-8f4043e73a31 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/13754d89-f8c6-45b2-a5a4-5afc2978b5a1 HTTP/1.1" status: 204 len: 168 time: 0.1153140 Oct 23 20:15:22.591820 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481728c7-d264-4ba0-9e0e-8f4043e73a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13754d89-f8c6-45b2-a5a4-5afc2978b5a1,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:23.053890 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:30.407527 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a07f89c7-45ae-4e14-b357-440f71e43f08 req-2061412f-6789-4949-9043-a355b03fb427 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393722 Oct 23 20:15:30.485484 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f89c7-45ae-4e14-b357-440f71e43f08 req-961a621b-b19b-4b1b-ad3f-b2e5d88ebb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:15:30.487559 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a07f89c7-45ae-4e14-b357-440f71e43f08 req-961a621b-b19b-4b1b-ad3f-b2e5d88ebb8c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4023fb7431ad496fa044b19190f014d8&device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 1131 time: 0.0555391 Oct 23 20:15:30.591949 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f89c7-45ae-4e14-b357-440f71e43f08 req-fd5b8411-e294-441f-b6b6-80401966de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:15:30.593514 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a07f89c7-45ae-4e14-b357-440f71e43f08 req-fd5b8411-e294-441f-b6b6-80401966de6c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 200 len: 918 time: 0.0885515 Oct 23 20:15:30.842034 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fadf32-43df-4e78-ad9b-729ac330dd21 req-bdfbd64a-9b71-427b-8007-8ceb21dd45bb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:15:30.843454 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-03fadf32-43df-4e78-ad9b-729ac330dd21 req-bdfbd64a-9b71-427b-8007-8ceb21dd45bb tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 947 time: 0.2070210 Oct 23 20:15:30.895607 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-03fadf32-43df-4e78-ad9b-729ac330dd21 req-ca010422-32f4-4fc1-a1a4-af38bae894be tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465894 Oct 23 20:15:31.743966 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a07f89c7-45ae-4e14-b357-440f71e43f08 req-6c73491b-4779-488b-b77b-f8b956cd7d95 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c97132ca-3b21-4ca1-846d-806a393225ba HTTP/1.1" status: 200 len: 1001 time: 0.0540295 Oct 23 20:15:31.805874 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f89c7-45ae-4e14-b357-440f71e43f08 req-6b50d35e-7d25-4780-b7d6-c46b23810584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:15:31.807290 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a07f89c7-45ae-4e14-b357-440f71e43f08 req-6b50d35e-7d25-4780-b7d6-c46b23810584 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 HTTP/1.1" status: 200 len: 856 time: 0.0426886 Oct 23 20:15:31.858531 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f89c7-45ae-4e14-b357-440f71e43f08 req-38dfb869-d473-4194-b8c6-900d305a04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:15:31.859976 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a07f89c7-45ae-4e14-b357-440f71e43f08 req-38dfb869-d473-4194-b8c6-900d305a04ef service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=d42fdacc-7ef9-4dc3-a526-50a70d71365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400541 Oct 23 20:15:31.952461 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a07f89c7-45ae-4e14-b357-440f71e43f08 req-bb6e6bf0-92c8-4ce2-8c8f-000498e95213 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847127 Oct 23 20:15:31.994524 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:32.028452 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:32.088612 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a07f89c7-45ae-4e14-b357-440f71e43f08 req-291e0132-e3a7-4052-ba68-c2a113275dff service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295736 Oct 23 20:15:32.099158 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35075be0-1f50-4b8e-b981-bd9779556113 req-f8e9383d-a524-4e67-a71e-d971b0c43b14 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:15:32.100565 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-35075be0-1f50-4b8e-b981-bd9779556113 req-f8e9383d-a524-4e67-a71e-d971b0c43b14 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 947 time: 0.1181068 Oct 23 20:15:32.156387 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-35075be0-1f50-4b8e-b981-bd9779556113 req-381df74d-89f0-4211-84ab-69f0f1d6f47b tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=067d6d21-c8ac-49ce-9719-6eef1cc14751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500386 Oct 23 20:15:32.327495 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:15:32.459931 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=6 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:32.462613 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=13 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:32.575527 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-f775b6d1-bd4c-451d-8102-3a9e86265b45 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:15:32.577409 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-f775b6d1-bd4c-451d-8102-3a9e86265b45 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 947 time: 0.0476980 Oct 23 20:15:32.661152 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Deleting port c97132ca-3b21-4ca1-846d-806a393225ba {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:15:32.661495 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:32.753624 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] For port c97132ca-3b21-4ca1-846d-806a393225ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c97132ca-3b21-4ca1-846d-806a393225ba,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:15:32.754354 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:32.916754 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:32.917038 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (76db43c5-b845-4687-9594-2f7e47433d33), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:32.917350 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Floating IP 76db43c5-b845-4687-9594-2f7e47433d33 disassociated. External IP: 172.27.0.66, port: c97132ca-3b21-4ca1-846d-806a393225ba. Oct 23 20:15:32.917689 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Calling delete_port for c97132ca-3b21-4ca1-846d-806a393225ba owned by compute:nova {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:15:33.042520 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:33.045666 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (c97132ca-3b21-4ca1-846d-806a393225ba), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:33.046168 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:33.051771 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:33.077997 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event deleted for resources: {'Port': ['ID=c97132ca-3b21-4ca1-846d-806a393225ba,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:33.187060 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Router 3e205361-8c32-44bd-bf7f-2041d0c68a05 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:15:33.192768 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:33.275418 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e1061890-4b21-4057-9b25-d0c5e37ac161 req-3bee10a1-0b5a-4b48-8d37-0e8fa6afb6a8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4c84c8bb-0374-4379-a0a7-c1531ae5b10e HTTP/1.1" status: 200 len: 210 time: 0.0367618 Oct 23 20:15:33.313805 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:15:33.323286 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f27b9-5c38-4569-894e-d7dfe986116f None None] Sync routers for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:15:33.333758 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f27b9-5c38-4569-894e-d7dfe986116f None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:15:33.334385 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f05f27b9-5c38-4569-894e-d7dfe986116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:15:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:33.355996 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] No DVR routers for this DVR port c97132ca-3b21-4ca1-846d-806a393225ba on host hv-cinder-86243 {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:15:33.358589 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:33.361832 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2fe6228f-7213-4c88-8abf-5652fc5e16ac req-7eb5d856-d962-4b05-916b-28e4d26a36a4 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.15 "DELETE /networking/v2.0/ports/c97132ca-3b21-4ca1-846d-806a393225ba HTTP/1.1" status: 204 len: 173 time: 0.7782655 Oct 23 20:15:33.362370 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'name': 'network-vif-deleted', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:15:33.364604 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec299a3-c421-4caf-8a44-a614bbb11fc5" -d '{"events": [{"server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "name": "network-vif-deleted", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:15:33.423334 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49560bda-18a0-45f6-8ec9-4694c77bb72f x-openstack-request-id: req-49560bda-18a0-45f6-8ec9-4694c77bb72f {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:15:33.423677 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c84c8bb-0374-4379-a0a7-c1531ae5b10e", "name": "network-vif-deleted", "tag": "c97132ca-3b21-4ca1-846d-806a393225ba", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:15:33.423933 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49560bda-18a0-45f6-8ec9-4694c77bb72f {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:15:33.424858 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49560bda-18a0-45f6-8ec9-4694c77bb72f'] response: {'server_uuid': '4c84c8bb-0374-4379-a0a7-c1531ae5b10e', 'name': 'network-vif-deleted', 'tag': 'c97132ca-3b21-4ca1-846d-806a393225ba', 'status': 'completed', 'code': 200} Oct 23 20:15:33.533585 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-f05f27b9-5c38-4569-894e-d7dfe986116f None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:15:33.720288 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f05f27b9-5c38-4569-894e-d7dfe986116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:35Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:33.744678 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f27b9-5c38-4569-894e-d7dfe986116f None None] Checking router: 3e205361-8c32-44bd-bf7f-2041d0c68a05 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:15:33.752889 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f27b9-5c38-4569-894e-d7dfe986116f None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:15:33.753487 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f05f27b9-5c38-4569-894e-d7dfe986116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:15:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:33.860374 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-f05f27b9-5c38-4569-894e-d7dfe986116f None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:15:34.052093 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f05f27b9-5c38-4569-894e-d7dfe986116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:35Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:34.076903 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f27b9-5c38-4569-894e-d7dfe986116f None None] The sync data for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi is: [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:05:21Z', 'revision_number': 4, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': 'd13b610b-2084-466d-88c2-8d10e3eec6a8', 'name': '', 'network_id': 'd42fdacc-7ef9-4dc3-a526-50a70d71365d', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'mac_address': 'fa:16:3e:be:de:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:18Z', 'updated_at': '2022-10-23T20:05:35Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'subnets': [{'id': 'dc2e838e-b2cf-45fa-b203-1a13f0d5cd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:15:34.284791 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cae8c0-4087-4f8e-aa36-28ecb83afe61 None None] New status for floating IP 76db43c5-b845-4687-9594-2f7e47433d33: DOWN {{(pid=104661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:15:34.373177 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34580) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:34.423913 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:34.438230 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c4d07f92-c5bb-4779-a5f4-15ce2e74849f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group (067d6d21-c8ac-49ce-9719-6eef1cc14751), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:34.461355 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c4d07f92-c5bb-4779-a5f4-15ce2e74849f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group (067d6d21-c8ac-49ce-9719-6eef1cc14751), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:34.507815 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c4d07f92-c5bb-4779-a5f4-15ce2e74849f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (067d6d21-c8ac-49ce-9719-6eef1cc14751), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:34.510524 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c4d07f92-c5bb-4779-a5f4-15ce2e74849f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:34.511663 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-c4d07f92-c5bb-4779-a5f4-15ce2e74849f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/067d6d21-c8ac-49ce-9719-6eef1cc14751 HTTP/1.1" status: 204 len: 168 time: 0.1374757 Oct 23 20:15:34.514613 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34582) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:34.521830 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d07f92-c5bb-4779-a5f4-15ce2e74849f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067d6d21-c8ac-49ce-9719-6eef1cc14751,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:34.533805 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.api.v2.resource [None req-d6e9086d-3d7c-47c6-8491-cde167a7ff7f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] show failed (client error): The resource could not be found. Oct 23 20:15:34.534778 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-d6e9086d-3d7c-47c6-8491-cde167a7ff7f tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "GET /networking/v2.0/security-groups/067d6d21-c8ac-49ce-9719-6eef1cc14751 HTTP/1.1" status: 404 len: 347 time: 0.0190725 Oct 23 20:15:34.537796 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34584) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:34.646758 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8984d-0ee5-4cdb-93ed-2ea6f88534a8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Deleting port 409f85e8-38a8-44ca-9b27-6e183338c4e7 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:15:34.647095 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5ce8984d-0ee5-4cdb-93ed-2ea6f88534a8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (409f85e8-38a8-44ca-9b27-6e183338c4e7), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:34.719917 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5ce8984d-0ee5-4cdb-93ed-2ea6f88534a8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (409f85e8-38a8-44ca-9b27-6e183338c4e7), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:34.720238 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5ce8984d-0ee5-4cdb-93ed-2ea6f88534a8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (409f85e8-38a8-44ca-9b27-6e183338c4e7), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:34.732723 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8984d-0ee5-4cdb-93ed-2ea6f88534a8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Calling delete_port for 409f85e8-38a8-44ca-9b27-6e183338c4e7 owned by network:floatingip {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:15:34.861507 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5ce8984d-0ee5-4cdb-93ed-2ea6f88534a8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (409f85e8-38a8-44ca-9b27-6e183338c4e7), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:34.885588 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8984d-0ee5-4cdb-93ed-2ea6f88534a8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Pushing event deleted for resources: {'Port': ['ID=409f85e8-38a8-44ca-9b27-6e183338c4e7,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:34.946623 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5ce8984d-0ee5-4cdb-93ed-2ea6f88534a8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks [] for floatingip (76db43c5-b845-4687-9594-2f7e47433d33), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:34.949130 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5ce8984d-0ee5-4cdb-93ed-2ea6f88534a8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:34.950567 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-5ce8984d-0ee5-4cdb-93ed-2ea6f88534a8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/76db43c5-b845-4687-9594-2f7e47433d33 HTTP/1.1" status: 204 len: 168 time: 0.4115634 Oct 23 20:15:36.989207 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c97132ca-3b21-4ca1-846d-806a393225ba no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:15:37.010185 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: c97132ca-3b21-4ca1-846d-806a393225ba {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:15:37.010745 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device c97132ca-3b21-4ca1-846d-806a393225ba not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:15:37.381057 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34614) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:38.044577 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16394362'] for router_interface (3e205361-8c32-44bd-bf7f-2041d0c68a05), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:38.257884 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Deleting port d13b610b-2084-466d-88c2-8d10e3eec6a8 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:15:38.258220 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:38.337297 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] For port d13b610b-2084-466d-88c2-8d10e3eec6a8, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=d13b610b-2084-466d-88c2-8d10e3eec6a8,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:15:38.337662 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:38.349346 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:38.350498 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Calling delete_port for d13b610b-2084-466d-88c2-8d10e3eec6a8 owned by network:router_interface {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:15:38.463410 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:38.527388 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (d13b610b-2084-466d-88c2-8d10e3eec6a8), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:38.552149 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Pushing event deleted for resources: {'Port': ['ID=d13b610b-2084-466d-88c2-8d10e3eec6a8,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:38.577662 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.578009 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.578374 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.578711 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.579041 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.579373 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.579696 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.580019 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.580342 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.580695 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.581016 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.581344 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.581662 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.581979 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.582313 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:38.720779 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16321041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16392394'] for router_interface (3e205361-8c32-44bd-bf7f-2041d0c68a05), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:38.741455 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7dca96-819e-4171-927d-d8076149ee3a None None] get_active_networks_info from dv-cinder-862432-1-iscsi {{(pid=104661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 20:15:38.812935 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7dca96-819e-4171-927d-d8076149ee3a None None] Resources bound (agent type, host, resource id): {{(pid=104661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 20:15:38.922763 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Router 3e205361-8c32-44bd-bf7f-2041d0c68a05 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:15:39.026501 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:15:39.032721 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-76042a06-aeec-4b51-bfad-59052290897d admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/3e205361-8c32-44bd-bf7f-2041d0c68a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6499014 Oct 23 20:15:39.036342 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34622) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:39.037782 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c3321-b328-4a87-8f41-c31250d949de None None] Sync routers for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:15:39.048392 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c3321-b328-4a87-8f41-c31250d949de None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:15:39.049102 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0f2c3321-b328-4a87-8f41-c31250d949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:15:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:39.141254 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Publish callbacks [] for router (3e205361-8c32-44bd-bf7f-2041d0c68a05), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.156644 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-0f2c3321-b328-4a87-8f41-c31250d949de None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:15:39.176699 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:39.243590 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Publish callbacks [] for router_gateway (3e205361-8c32-44bd-bf7f-2041d0c68a05), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.296928 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Deleting port e3645430-f5d7-43af-adf8-0a8450796d83 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:15:39.297270 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (e3645430-f5d7-43af-adf8-0a8450796d83), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.338594 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=100 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:39.344286 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0f2c3321-b328-4a87-8f41-c31250d949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:15:38Z', 'revision_number': 5, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port': {'id': 'e3645430-f5d7-43af-adf8-0a8450796d83', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:05:10Z', 'updated_at': '2022-10-23T20:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:39.370876 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:DELETE=1,neutron:UPDATE=2,neutron:SELECT=97 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:39.379172 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c3321-b328-4a87-8f41-c31250d949de None None] Checking router: 3e205361-8c32-44bd-bf7f-2041d0c68a05 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:15:39.384691 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] For port e3645430-f5d7-43af-adf8-0a8450796d83, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e3645430-f5d7-43af-adf8-0a8450796d83,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:15:39.385194 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (e3645430-f5d7-43af-adf8-0a8450796d83), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.388203 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c3321-b328-4a87-8f41-c31250d949de None None] Routers {'3e205361-8c32-44bd-bf7f-2041d0c68a05'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:15:39.388824 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0f2c3321-b328-4a87-8f41-c31250d949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:15:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['3e205361-8c32-44bd-bf7f-2041d0c68a05'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:39.406130 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Calling delete_port for e3645430-f5d7-43af-adf8-0a8450796d83 owned by network:router_gateway {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:15:39.457427 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=100 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:39.473280 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-0f2c3321-b328-4a87-8f41-c31250d949de None None] Set router 3e205361-8c32-44bd-bf7f-2041d0c68a05 gateway port host: None {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:15:39.493031 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-906cc593-29ad-4e0d-aada-c1cf20ce1cc9 None None] Provisioning complete for port 697ba8ea-694f-4987-b67e-e598047b5bee triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:15:39.493405 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-906cc593-29ad-4e0d-aada-c1cf20ce1cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.493928 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-906cc593-29ad-4e0d-aada-c1cf20ce1cc9 None None] Attempt 1 to provision port 697ba8ea-694f-4987-b67e-e598047b5bee Oct 23 20:15:39.525225 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0f2c3321-b328-4a87-8f41-c31250d949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:15:39Z', 'revision_number': 6, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port_host': None}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:39.550486 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c3321-b328-4a87-8f41-c31250d949de None None] The sync data for ids ['3e205361-8c32-44bd-bf7f-2041d0c68a05'] in dv-cinder-862432-1-iscsi is: [{'id': '3e205361-8c32-44bd-bf7f-2041d0c68a05', 'name': 'tempest-AttachVolumeShelveTestJSON-1238638067-router', 'tenant_id': '4023fb7431ad496fa044b19190f014d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:05:09Z', 'updated_at': '2022-10-23T20:15:39Z', 'revision_number': 6, 'project_id': '4023fb7431ad496fa044b19190f014d8', 'gw_port_host': None}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:15:39.579897 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-906cc593-29ad-4e0d-aada-c1cf20ce1cc9 None None] Current status of the port 697ba8ea-694f-4987-b67e-e598047b5bee is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:15:39.583459 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (e3645430-f5d7-43af-adf8-0a8450796d83), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.612983 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3645430-f5d7-43af-adf8-0a8450796d83,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:39.675029 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16393631'] for router_gateway (3e205361-8c32-44bd-bf7f-2041d0c68a05), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.758071 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16393360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48003'] for router (3e205361-8c32-44bd-bf7f-2041d0c68a05), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.760151 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Publish callbacks [] for router_controller (3e205361-8c32-44bd-bf7f-2041d0c68a05), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.800520 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16394297'] for router (3e205361-8c32-44bd-bf7f-2041d0c68a05), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.801252 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e205361-8c32-44bd-bf7f-2041d0c68a05 {{(pid=104660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 20:15:39.805718 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.806881 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-93425cba-2934-4ec1-9659-a8b1888e7438 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/3e205361-8c32-44bd-bf7f-2041d0c68a05 HTTP/1.1" status: 204 len: 168 time: 0.7697489 Oct 23 20:15:39.809458 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34628) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:39.856815 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7db9ae-be74-4623-b541-821e8360356d admin admin] Deleting subnet dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 {{(pid=104660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:15:39.859924 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4f7db9ae-be74-4623-b541-821e8360356d admin admin] Publish callbacks [] for subnet (dc2e838e-b2cf-45fa-b203-1a13f0d5cd82), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.895098 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4f7db9ae-be74-4623-b541-821e8360356d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25212802'] for subnet (dc2e838e-b2cf-45fa-b203-1a13f0d5cd82), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:39.972404 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4f7db9ae-be74-4623-b541-821e8360356d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (dc2e838e-b2cf-45fa-b203-1a13f0d5cd82), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.028889 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4f7db9ae-be74-4623-b541-821e8360356d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25298249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318950'] for subnet (dc2e838e-b2cf-45fa-b203-1a13f0d5cd82), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.036392 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:40.055294 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7db9ae-be74-4623-b541-821e8360356d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2e838e-b2cf-45fa-b203-1a13f0d5cd82,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:40.059107 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4f7db9ae-be74-4623-b541-821e8360356d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.064624 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-4f7db9ae-be74-4623-b541-821e8360356d admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/dc2e838e-b2cf-45fa-b203-1a13f0d5cd82 HTTP/1.1" status: 204 len: 168 time: 0.2518215 Oct 23 20:15:40.064791 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1944f7-adb7-476f-8c18-6e27876de444 None None] Network d42fdacc-7ef9-4dc3-a526-50a70d71365d requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:15:40.065280 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34630) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:40.132603 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (d42fdacc-7ef9-4dc3-a526-50a70d71365d), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.182123 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Deleting port 697ba8ea-694f-4987-b67e-e598047b5bee {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:15:40.182494 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.243955 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] For port 697ba8ea-694f-4987-b67e-e598047b5bee, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=697ba8ea-694f-4987-b67e-e598047b5bee,segment=NetworkSegment(73dfc43d-9d0b-40db-91f9-dba7d47f911f),segment_id=73dfc43d-9d0b-40db-91f9-dba7d47f911f)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:15:40.244245 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.257547 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Calling delete_port for 697ba8ea-694f-4987-b67e-e598047b5bee owned by network:dhcp {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:15:40.296037 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:40.311549 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] DHCP port deletion for d42fdacc-7ef9-4dc3-a526-50a70d71365d request from dv-cinder-862432-1-iscsi {{(pid=104661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 20:15:40.346906 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.350726 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Deleting port 697ba8ea-694f-4987-b67e-e598047b5bee {{(pid=104661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:15:40.351097 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), before_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.371695 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Pushing event deleted for resources: {'Port': ['ID=697ba8ea-694f-4987-b67e-e598047b5bee,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:40.376447 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] No DVR routers for this DVR port 697ba8ea-694f-4987-b67e-e598047b5bee on host dv-cinder-862432-1-iscsi {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:15:40.418074 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] For port 697ba8ea-694f-4987-b67e-e598047b5bee, host dv-cinder-862432-1-iscsi, got binding levels [] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:15:40.418495 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), precommit_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.432279 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Calling delete_port for 697ba8ea-694f-4987-b67e-e598047b5bee owned by network:dhcp {{(pid=104661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:15:40.435048 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.ipam_backend_mixin [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Port 697ba8ea-694f-4987-b67e-e598047b5bee was not found and therefore no delete operation was performed {{(pid=104661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 23 20:15:40.436274 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936'] for port (697ba8ea-694f-4987-b67e-e598047b5bee), after_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.447261 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (d42fdacc-7ef9-4dc3-a526-50a70d71365d), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.463398 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Pushing event deleted for resources: {'Port': ['ID=697ba8ea-694f-4987-b67e-e598047b5bee,revision_number=None']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:40.468866 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] No DVR routers for this DVR port 697ba8ea-694f-4987-b67e-e598047b5bee on host dv-cinder-862432-1-iscsi {{(pid=104661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:15:40.471967 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42fdacc-7ef9-4dc3-a526-50a70d71365d']}} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:40.478154 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.478522 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.478861 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.479208 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.479513 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.479834 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.480157 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.480476 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.480800 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.481118 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.481434 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.481798 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.482055 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.482391 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.483042 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15727ac1-35a5-4200-aaf6-7ea2d3eef568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:40.485892 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dfc43d-9d0b-40db-91f9-dba7d47f911f') {'for_net_delete': True} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:40.486188 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dfc43d-9d0b-40db-91f9-dba7d47f911f') {} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:15:40.496493 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212809'] for segment (73dfc43d-9d0b-40db-91f9-dba7d47f911f), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.510169 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (73dfc43d-9d0b-40db-91f9-dba7d47f911f), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.517996 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=104660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:15:40.518577 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25297647'] for segment (73dfc43d-9d0b-40db-91f9-dba7d47f911f), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.570392 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment 73dfc43d-9d0b-40db-91f9-dba7d47f911f resource provider aggregate not found Oct 23 20:15:40.591431 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment 73dfc43d-9d0b-40db-91f9-dba7d47f911f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73dfc43d-9d0b-40db-91f9-dba7d47f911f found for delete ", "request_id": "req-1ea075a5-95ad-4810-b0ad-49dc22953d3c"}]} Oct 23 20:15:40.592616 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (d42fdacc-7ef9-4dc3-a526-50a70d71365d), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.598819 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.602128 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/d42fdacc-7ef9-4dc3-a526-50a70d71365d HTTP/1.1" status: 204 len: 168 time: 0.5361726 Oct 23 20:15:40.616234 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b77b9-75a5-4313-a2a2-23064b106030 admin admin] Pushing event deleted for resources: {'Network': ['ID=d42fdacc-7ef9-4dc3-a526-50a70d71365d,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:40.727858 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34640) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:40.767692 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-0a789a51-3df0-406e-971f-686baaab4673 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4023fb7431ad496fa044b19190f014d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386541 Oct 23 20:15:40.770153 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34642) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:40.820102 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a66b288c-5179-4219-b1f2-ef659fe74d3d admin admin] Publish callbacks [] for security_group (d78c58b3-c38c-4da8-87c8-e0e3bad699f9), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.839555 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a66b288c-5179-4219-b1f2-ef659fe74d3d admin admin] Publish callbacks [] for security_group (d78c58b3-c38c-4da8-87c8-e0e3bad699f9), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.886274 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a66b288c-5179-4219-b1f2-ef659fe74d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (d78c58b3-c38c-4da8-87c8-e0e3bad699f9), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.888744 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a66b288c-5179-4219-b1f2-ef659fe74d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:40.889862 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-a66b288c-5179-4219-b1f2-ef659fe74d3d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d78c58b3-c38c-4da8-87c8-e0e3bad699f9 HTTP/1.1" status: 204 len: 168 time: 0.1188180 Oct 23 20:15:40.897540 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b288c-5179-4219-b1f2-ef659fe74d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78c58b3-c38c-4da8-87c8-e0e3bad699f9,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:41.320821 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e3645430-f5d7-43af-adf8-0a8450796d83 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:15:41.341618 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: e3645430-f5d7-43af-adf8-0a8450796d83 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:15:41.341957 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e3645430-f5d7-43af-adf8-0a8450796d83 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:15:41.342402 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 697ba8ea-694f-4987-b67e-e598047b5bee no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:15:41.360683 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 697ba8ea-694f-4987-b67e-e598047b5bee {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:15:41.361137 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 697ba8ea-694f-4987-b67e-e598047b5bee not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:15:41.362130 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device d13b610b-2084-466d-88c2-8d10e3eec6a8 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:15:41.381233 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: d13b610b-2084-466d-88c2-8d10e3eec6a8 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:15:41.381414 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device d13b610b-2084-466d-88c2-8d10e3eec6a8 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:15:41.828980 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-57b63d1a-1866-45e1-8e0d-6214c233897c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:44.205762 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-679372c2-ac48-440f-98fe-f45e01cfe5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:44.941295 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:44.942817 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=50,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:45.439729 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:46.239894 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34730) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:46.341972 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4b225f52-ceee-4042-8429-bd8f63c715b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:46.398677 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:46.421128 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4b225f52-ceee-4042-8429-bd8f63c715b0 admin admin] Publish callbacks [] for security_group (deefcb7c-423c-455b-9df0-dff6ffa7a261), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:46.424717 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4b225f52-ceee-4042-8429-bd8f63c715b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (deefcb7c-423c-455b-9df0-dff6ffa7a261), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:46.463799 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b225f52-ceee-4042-8429-bd8f63c715b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deefcb7c-423c-455b-9df0-dff6ffa7a261,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:46.469037 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-4b225f52-ceee-4042-8429-bd8f63c715b0 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=16a4f3b3ce6d4b91835c2ce7a031bb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281141 Oct 23 20:15:46.471979 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34734) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:46.523141 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4afc84eb-d5f1-4c34-9811-c5b3240e79eb admin admin] Publish callbacks [] for security_group (deefcb7c-423c-455b-9df0-dff6ffa7a261), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:46.542589 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4afc84eb-d5f1-4c34-9811-c5b3240e79eb admin admin] Publish callbacks [] for security_group (deefcb7c-423c-455b-9df0-dff6ffa7a261), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:46.574412 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=7 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:46.590389 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4afc84eb-d5f1-4c34-9811-c5b3240e79eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (deefcb7c-423c-455b-9df0-dff6ffa7a261), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:46.592871 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4afc84eb-d5f1-4c34-9811-c5b3240e79eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:46.594046 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-4afc84eb-d5f1-4c34-9811-c5b3240e79eb admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/deefcb7c-423c-455b-9df0-dff6ffa7a261 HTTP/1.1" status: 204 len: 168 time: 0.1214750 Oct 23 20:15:46.601457 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc84eb-d5f1-4c34-9811-c5b3240e79eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deefcb7c-423c-455b-9df0-dff6ffa7a261,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:46.784428 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:46.859971 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34740) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:46.874781 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8c641e74-a733-4c5a-8d15-ef6c4688faf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:46.952542 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8c641e74-a733-4c5a-8d15-ef6c4688faf8 admin admin] Publish callbacks [] for security_group (32612029-8a53-4c09-94a2-4f99d0c1dec2), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:46.955389 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8c641e74-a733-4c5a-8d15-ef6c4688faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (32612029-8a53-4c09-94a2-4f99d0c1dec2), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:46.994150 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c641e74-a733-4c5a-8d15-ef6c4688faf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32612029-8a53-4c09-94a2-4f99d0c1dec2,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:46.998467 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-8c641e74-a733-4c5a-8d15-ef6c4688faf8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=800b5af8128a49f6962df27e2af21c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374364 Oct 23 20:15:47.001112 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34742) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:47.052771 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-25e0a831-0335-4d36-b89e-9f9543c842b9 admin admin] Publish callbacks [] for security_group (32612029-8a53-4c09-94a2-4f99d0c1dec2), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:47.072484 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-25e0a831-0335-4d36-b89e-9f9543c842b9 admin admin] Publish callbacks [] for security_group (32612029-8a53-4c09-94a2-4f99d0c1dec2), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:47.119909 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-25e0a831-0335-4d36-b89e-9f9543c842b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (32612029-8a53-4c09-94a2-4f99d0c1dec2), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:47.122886 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-25e0a831-0335-4d36-b89e-9f9543c842b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:47.124067 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-25e0a831-0335-4d36-b89e-9f9543c842b9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/32612029-8a53-4c09-94a2-4f99d0c1dec2 HTTP/1.1" status: 204 len: 168 time: 0.1220415 Oct 23 20:15:47.131861 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0a831-0335-4d36-b89e-9f9543c842b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32612029-8a53-4c09-94a2-4f99d0c1dec2,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:47.180803 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:53.055357 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:56.353854 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34890) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:56.463208 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d525d0d4-a2c9-4dcf-ad9a-04e408ab7a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:56.541145 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d525d0d4-a2c9-4dcf-ad9a-04e408ab7a87 admin admin] Publish callbacks [] for security_group (022afaf8-1608-4a2e-95de-bc7c5cc3363a), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:56.544843 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d525d0d4-a2c9-4dcf-ad9a-04e408ab7a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (022afaf8-1608-4a2e-95de-bc7c5cc3363a), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:56.581767 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525d0d4-a2c9-4dcf-ad9a-04e408ab7a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022afaf8-1608-4a2e-95de-bc7c5cc3363a,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:56.588437 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-d525d0d4-a2c9-4dcf-ad9a-04e408ab7a87 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d6de55c2c5d24a4d9f97763f184e7094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335446 Oct 23 20:15:56.591014 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34900) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:56.638161 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2700f3fc-0ffb-4aca-965b-9dca70cf09ec admin admin] Publish callbacks [] for security_group (022afaf8-1608-4a2e-95de-bc7c5cc3363a), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:56.663780 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2700f3fc-0ffb-4aca-965b-9dca70cf09ec admin admin] Publish callbacks [] for security_group (022afaf8-1608-4a2e-95de-bc7c5cc3363a), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:56.678048 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:56.715221 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2700f3fc-0ffb-4aca-965b-9dca70cf09ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (022afaf8-1608-4a2e-95de-bc7c5cc3363a), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:56.717610 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-2700f3fc-0ffb-4aca-965b-9dca70cf09ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:56.718780 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-2700f3fc-0ffb-4aca-965b-9dca70cf09ec admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/022afaf8-1608-4a2e-95de-bc7c5cc3363a HTTP/1.1" status: 204 len: 168 time: 0.1268902 Oct 23 20:15:56.726876 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700f3fc-0ffb-4aca-965b-9dca70cf09ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022afaf8-1608-4a2e-95de-bc7c5cc3363a,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:56.984669 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34906) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:56.997873 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ab81f285-4208-4137-ae30-8db2c95cb50e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.032144 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:57.076270 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ab81f285-4208-4137-ae30-8db2c95cb50e admin admin] Publish callbacks [] for security_group (4c09fd70-ac6e-4443-b275-5af71e0247ad), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.079923 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ab81f285-4208-4137-ae30-8db2c95cb50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (4c09fd70-ac6e-4443-b275-5af71e0247ad), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.119235 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-ab81f285-4208-4137-ae30-8db2c95cb50e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c42e7f1939de44dda1b805f4cc73ada6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335082 Oct 23 20:15:57.120061 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81f285-4208-4137-ae30-8db2c95cb50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c09fd70-ac6e-4443-b275-5af71e0247ad,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:57.122579 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34908) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:57.175056 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Publish callbacks [] for security_group (4c09fd70-ac6e-4443-b275-5af71e0247ad), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.195921 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Publish callbacks [] for security_group (4c09fd70-ac6e-4443-b275-5af71e0247ad), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.242008 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (4c09fd70-ac6e-4443-b275-5af71e0247ad), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.244544 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.245684 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/4c09fd70-ac6e-4443-b275-5af71e0247ad HTTP/1.1" status: 204 len: 168 time: 0.1221206 Oct 23 20:15:57.253517 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c09fd70-ac6e-4443-b275-5af71e0247ad,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:57.261391 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.261824 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.262122 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.262457 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.262835 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.263212 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.263547 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.263876 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.264220 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.264533 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.264861 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.265188 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.265513 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.265949 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.266291 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f3d08-6bf5-41f5-aa62-9de9d4cd358e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:15:57.370676 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=7 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:57.373182 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=16 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:15:57.564577 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34918) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:57.579082 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4a6dff3b-f7e0-4f11-8196-87badf9b40cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.658067 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4a6dff3b-f7e0-4f11-8196-87badf9b40cb admin admin] Publish callbacks [] for security_group (9eb623f1-285a-458a-8b30-22c70e448161), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.662183 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4a6dff3b-f7e0-4f11-8196-87badf9b40cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (9eb623f1-285a-458a-8b30-22c70e448161), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.701366 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-4a6dff3b-f7e0-4f11-8196-87badf9b40cb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=cd3378ac27e2438d873d50a114d9a042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357260 Oct 23 20:15:57.702172 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dff3b-f7e0-4f11-8196-87badf9b40cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb623f1-285a-458a-8b30-22c70e448161,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:57.704821 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 34922) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:57.755120 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-65276c8b-d0a4-4077-b988-94604eddb76c admin admin] Publish callbacks [] for security_group (9eb623f1-285a-458a-8b30-22c70e448161), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.774917 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-65276c8b-d0a4-4077-b988-94604eddb76c admin admin] Publish callbacks [] for security_group (9eb623f1-285a-458a-8b30-22c70e448161), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.826298 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-65276c8b-d0a4-4077-b988-94604eddb76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (9eb623f1-285a-458a-8b30-22c70e448161), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.829201 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-65276c8b-d0a4-4077-b988-94604eddb76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:57.830347 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-65276c8b-d0a4-4077-b988-94604eddb76c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9eb623f1-285a-458a-8b30-22c70e448161 HTTP/1.1" status: 204 len: 168 time: 0.1242964 Oct 23 20:15:57.839222 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65276c8b-d0a4-4077-b988-94604eddb76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb623f1-285a-458a-8b30-22c70e448161,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:58.935748 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34962) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:59.156206 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-40fbc235-a69c-4db1-8069-4f79fb852624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:59.235206 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-40fbc235-a69c-4db1-8069-4f79fb852624 admin admin] Publish callbacks [] for security_group (1203ebcc-e89e-48a3-bc4f-0e850acaf0a0), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:59.240145 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-40fbc235-a69c-4db1-8069-4f79fb852624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (1203ebcc-e89e-48a3-bc4f-0e850acaf0a0), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:59.280621 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-40fbc235-a69c-4db1-8069-4f79fb852624 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6f33ce26965d45beb8990a8c6affac40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437710 Oct 23 20:15:59.283273 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 34976) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:15:59.289888 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbc235-a69c-4db1-8069-4f79fb852624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1203ebcc-e89e-48a3-bc4f-0e850acaf0a0,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:15:59.336673 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-efca55d1-6f60-4ff3-b54d-1547c119a747 admin admin] Publish callbacks [] for security_group (1203ebcc-e89e-48a3-bc4f-0e850acaf0a0), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:59.357034 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-efca55d1-6f60-4ff3-b54d-1547c119a747 admin admin] Publish callbacks [] for security_group (1203ebcc-e89e-48a3-bc4f-0e850acaf0a0), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:59.407955 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-efca55d1-6f60-4ff3-b54d-1547c119a747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (1203ebcc-e89e-48a3-bc4f-0e850acaf0a0), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:59.410543 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-efca55d1-6f60-4ff3-b54d-1547c119a747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:15:59.411746 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-efca55d1-6f60-4ff3-b54d-1547c119a747 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/1203ebcc-e89e-48a3-bc4f-0e850acaf0a0 HTTP/1.1" status: 204 len: 168 time: 0.1275377 Oct 23 20:15:59.420918 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca55d1-6f60-4ff3-b54d-1547c119a747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1203ebcc-e89e-48a3-bc4f-0e850acaf0a0,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:00.052174 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35006) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:00.148950 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-835598904-network', 'tenant_id': '0df26e575de34eda9d416de65ec13036'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:16:00.157887 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:00.170880 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Made reservation on behalf of 0df26e575de34eda9d416de65ec13036 for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:16:00.173105 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:00.185740 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:00.261325 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Publish callbacks [] for security_group (d7cc903f-5fb3-4e56-b0b6-da8493212036), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:00.265004 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (d7cc903f-5fb3-4e56-b0b6-da8493212036), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:00.277125 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:00.295641 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:16:00.303953 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cc903f-5fb3-4e56-b0b6-da8493212036,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:00.312516 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (4ab92e8d-2e50-4038-b232-2d864641f2f1), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:00.312931 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Added segment 4ab92e8d-2e50-4038-b232-2d864641f2f1 of type vlan for network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b Oct 23 20:16:00.353404 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (f06d0ad6-fb4a-4030-ac73-03fa0d42c27b), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:00.377183 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (f06d0ad6-fb4a-4030-ac73-03fa0d42c27b), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:00.378216 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:00.378827 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:00.415120 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3617680 Oct 23 20:16:00.417946 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35010) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:00.422742 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-74cee67c-0149-4a17-8e5f-8eaf930171c9 admin admin] Request body: {'subnet': {'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-835598904-subnet', 'tenant_id': '0df26e575de34eda9d416de65ec13036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:16:00.443166 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cee67c-0149-4a17-8e5f-8eaf930171c9 admin admin] Made reservation on behalf of 0df26e575de34eda9d416de65ec13036 for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:16:00.445544 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-74cee67c-0149-4a17-8e5f-8eaf930171c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318969'] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:00.448945 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b982a-4b5f-46a3-bbf7-77428f0b33c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f06d0ad6-fb4a-4030-ac73-03fa0d42c27b,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:00.458958 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:16:00.611616 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-74cee67c-0149-4a17-8e5f-8eaf930171c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318959'] for subnet (8b0f12f9-779b-4785-8b8e-7280bf13ca2b), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:00.666509 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cee67c-0149-4a17-8e5f-8eaf930171c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b0f12f9-779b-4785-8b8e-7280bf13ca2b,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:00.675007 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cee67c-0149-4a17-8e5f-8eaf930171c9 admin admin] Checking segment: {'id': '4ab92e8d-2e50-4038-b232-2d864641f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:16:00.675362 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cee67c-0149-4a17-8e5f-8eaf930171c9 admin admin] Network hostable DHCP agents. Network: f06d0ad6-fb4a-4030-ac73-03fa0d42c27b, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:16:00.692238 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cee67c-0149-4a17-8e5f-8eaf930171c9 admin admin] Network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:16:00.700890 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-74cee67c-0149-4a17-8e5f-8eaf930171c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, f06d0ad6-fb4a-4030-ac73-03fa0d42c27b) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:16:00.705435 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cee67c-0149-4a17-8e5f-8eaf930171c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:00.706477 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-74cee67c-0149-4a17-8e5f-8eaf930171c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:00.709977 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2956c-3f01-40ab-b576-e4a482ba8d56 None None] Network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:16:00.734115 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-74cee67c-0149-4a17-8e5f-8eaf930171c9 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3149755 Oct 23 20:16:00.818558 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7795e5-49fb-4633-a496-0b6a7894c0c0 None None] Network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:16:02.547821 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:02.562874 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3733f6-7019-4066-9170-407551896c96 req-ec369e1c-d4e0-4ea5-91ce-d6128b933088 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:02.564338 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-ec369e1c-d4e0-4ea5-91ce-d6128b933088 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/networks?id=f06d0ad6-fb4a-4030-ac73-03fa0d42c27b HTTP/1.1" status: 200 len: 813 time: 0.1076434 Oct 23 20:16:02.580829 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-9b39e3b5-714a-49ee-8ea5-9bdc2510e839 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/quotas/0df26e575de34eda9d416de65ec13036 HTTP/1.1" status: 200 len: 375 time: 0.0102544 Oct 23 20:16:02.615988 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-9fd439b9-1313-4ad1-bc01-b7245a00d307 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=0df26e575de34eda9d416de65ec13036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289357 Oct 23 20:16:02.626312 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-d62f9f1b-d703-44f0-8a95-c28257ee49af service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104660) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 20:16:02.627344 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-d62f9f1b-d703-44f0-8a95-c28257ee49af service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050752 Oct 23 20:16:02.723640 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-c90b39d8-e9e5-4513-a7e5-a71c6bae148c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896873 Oct 23 20:16:02.736598 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:02.821770 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-08eb3e4b-53eb-4c84-bcce-0fcc65267db7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924253 Oct 23 20:16:03.012291 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e08affc7-d216-49b7-9526-463caae06d39 req-5ea67474-14c3-44db-ac83-da0ab98da906 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 210 time: 0.0332260 Oct 23 20:16:04.053714 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3733f6-7019-4066-9170-407551896c96 req-63af4e7b-76d8-4b9f-92ba-db24dc642e67 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:04.055214 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-63af4e7b-76d8-4b9f-92ba-db24dc642e67 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.15 "GET /networking/v2.0/networks?id=f06d0ad6-fb4a-4030-ac73-03fa0d42c27b HTTP/1.1" status: 200 len: 813 time: 0.1074698 Oct 23 20:16:04.070203 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-ed3733f6-7019-4066-9170-407551896c96 req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Request body: {'port': {'device_id': '88d88de2-7c8e-4437-9246-01edb001924b', 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b', 'admin_state_up': True, 'tenant_id': '0df26e575de34eda9d416de65ec13036'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:16:04.165932 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-98f47cac-3c47-4100-8751-263011404967 req-79a96698-4fc8-4320-a79e-41e7d4ff53ad tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 210 time: 0.0373812 Oct 23 20:16:04.220404 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3733f6-7019-4066-9170-407551896c96 req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Made reservation on behalf of 0df26e575de34eda9d416de65ec13036 for: {'port': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:16:04.224313 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ed3733f6-7019-4066-9170-407551896c96 req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:04.359905 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [req-ed3733f6-7019-4066-9170-407551896c96 req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Allocated IP 172.20.0.3 (f06d0ad6-fb4a-4030-ac73-03fa0d42c27b/8b0f12f9-779b-4785-8b8e-7280bf13ca2b/1ed93978-2e8e-4a55-b148-38b74cd6213d) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:16:04.429716 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35124) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:04.513473 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ed3733f6-7019-4066-9170-407551896c96 req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks [] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:04.539706 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e06a7345-c61c-4932-8387-7322b0090fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:04.547053 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ed3733f6-7019-4066-9170-407551896c96 req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:04.582677 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:04.588968 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3733f6-7019-4066-9170-407551896c96 req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:16:04.592696 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [req-ed3733f6-7019-4066-9170-407551896c96 req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:16:04.599407 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3733f6-7019-4066-9170-407551896c96 req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:16:04.617280 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e06a7345-c61c-4932-8387-7322b0090fb9 admin admin] Publish callbacks [] for security_group (e07a350c-02e1-4e2f-b18e-c995dd074557), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:04.620912 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e06a7345-c61c-4932-8387-7322b0090fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (e07a350c-02e1-4e2f-b18e-c995dd074557), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:04.628908 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Pushing event updated for resources: {'Port': ['ID=1ed93978-2e8e-4a55-b148-38b74cd6213d,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:04.657272 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3733f6-7019-4066-9170-407551896c96 req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:04.657866 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ed3733f6-7019-4066-9170-407551896c96 req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:04.658739 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a7345-c61c-4932-8387-7322b0090fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07a350c-02e1-4e2f-b18e-c995dd074557,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:04.665082 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-e06a7345-c61c-4932-8387-7322b0090fb9 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8b8798c4802f4e249aa01a33bc67e04c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341599 Oct 23 20:16:04.666213 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35128) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:04.675427 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-824f3c42-0050-4c72-b5a6-30df6074b513 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106024 Oct 23 20:16:04.715653 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7293eb3b-58f5-49a2-96a1-61376eb5029f admin admin] Publish callbacks [] for security_group (e07a350c-02e1-4e2f-b18e-c995dd074557), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:04.734870 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7293eb3b-58f5-49a2-96a1-61376eb5029f admin admin] Publish callbacks [] for security_group (e07a350c-02e1-4e2f-b18e-c995dd074557), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:04.758919 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-e4b36cad-360b-4edd-bdb1-cfebb4507094 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104660) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 20:16:04.759912 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-e4b36cad-360b-4edd-bdb1-cfebb4507094 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058692 Oct 23 20:16:04.785822 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7293eb3b-58f5-49a2-96a1-61376eb5029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (e07a350c-02e1-4e2f-b18e-c995dd074557), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:04.788611 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7293eb3b-58f5-49a2-96a1-61376eb5029f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:04.789818 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-7293eb3b-58f5-49a2-96a1-61376eb5029f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e07a350c-02e1-4e2f-b18e-c995dd074557 HTTP/1.1" status: 204 len: 168 time: 0.1225982 Oct 23 20:16:04.797864 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293eb3b-58f5-49a2-96a1-61376eb5029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07a350c-02e1-4e2f-b18e-c995dd074557,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:04.813677 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:04.815280 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:04.822593 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Request body: {'port': {'device_id': '88d88de2-7c8e-4437-9246-01edb001924b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:16:04.856617 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:04.896272 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.079518 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35136) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:05.093105 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-038c91ed-a012-439d-802f-39ad6767c36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.109382 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:05.163963 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed93978-2e8e-4a55-b148-38b74cd6213d {{(pid=104660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:16:05.171555 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Publish callbacks [] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.175854 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-038c91ed-a012-439d-802f-39ad6767c36a admin admin] Publish callbacks [] for security_group (51dd35a9-d501-4383-bcd6-cdc3f8f2a534), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.180682 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-038c91ed-a012-439d-802f-39ad6767c36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (51dd35a9-d501-4383-bcd6-cdc3f8f2a534), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.185261 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.provisioning_blocks [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Transition to ACTIVE for port object 1ed93978-2e8e-4a55-b148-38b74cd6213d will not be triggered until provisioned by entity L2. {{(pid=104660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:16:05.189347 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.227085 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-038c91ed-a012-439d-802f-39ad6767c36a admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=740697ca9b09496396cc8a471eb3451d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434917 Oct 23 20:16:05.228062 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35140) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:05.233622 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c91ed-a012-439d-802f-39ad6767c36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dd35a9-d501-4383-bcd6-cdc3f8f2a534,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:05.281330 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5869cfbd-c7ae-46a4-93fa-9cb98249cd78 admin admin] Publish callbacks [] for security_group (51dd35a9-d501-4383-bcd6-cdc3f8f2a534), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.285116 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Pushing event updated for resources: {'Port': ['ID=1ed93978-2e8e-4a55-b148-38b74cd6213d,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:05.302733 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5869cfbd-c7ae-46a4-93fa-9cb98249cd78 admin admin] Publish callbacks [] for security_group (51dd35a9-d501-4383-bcd6-cdc3f8f2a534), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.316429 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:UPDATE=2,neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:05.336411 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e21ce9-a26c-407b-a08a-81104733d8e7 req-9cb5240d-9425-4ed1-a584-62dd889cfbdc tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:05.338097 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e9e21ce9-a26c-407b-a08a-81104733d8e7 req-9cb5240d-9425-4ed1-a584-62dd889cfbdc tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 943 time: 0.0875185 Oct 23 20:16:05.357945 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5869cfbd-c7ae-46a4-93fa-9cb98249cd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (51dd35a9-d501-4383-bcd6-cdc3f8f2a534), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.360517 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5869cfbd-c7ae-46a4-93fa-9cb98249cd78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.360680 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Attempting to bind port 1ed93978-2e8e-4a55-b148-38b74cd6213d on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:16:05.360906 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Attempting to bind port 1ed93978-2e8e-4a55-b148-38b74cd6213d by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '4ab92e8d-2e50-4038-b232-2d864641f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b'}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:16:05.361227 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Attempting to bind port 1ed93978-2e8e-4a55-b148-38b74cd6213d on network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:16:05.361685 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-5869cfbd-c7ae-46a4-93fa-9cb98249cd78 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/51dd35a9-d501-4383-bcd6-cdc3f8f2a534 HTTP/1.1" status: 204 len: 168 time: 0.1334040 Oct 23 20:16:05.370537 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869cfbd-c7ae-46a4-93fa-9cb98249cd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dd35a9-d501-4383-bcd6-cdc3f8f2a534,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:05.428846 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e9e21ce9-a26c-407b-a08a-81104733d8e7 req-7c19008d-759b-4728-b4bf-587625fdf3e8 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800748 Oct 23 20:16:05.434486 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Port 1ed93978-2e8e-4a55-b148-38b74cd6213d on network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:16:05.434817 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Attempting to bind port 1ed93978-2e8e-4a55-b148-38b74cd6213d on network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:16:05.477101 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:16:05.477456 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Checking segment: {'id': '4ab92e8d-2e50-4038-b232-2d864641f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:16:05.477854 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Bound using segment: {'id': '4ab92e8d-2e50-4038-b232-2d864641f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b'} {{(pid=104660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:16:05.478318 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.managers [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Bound port: 1ed93978-2e8e-4a55-b148-38b74cd6213d, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab92e8d-2e50-4038-b232-2d864641f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b'}}] {{(pid=104660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:16:05.478679 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.547321 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] For port 1ed93978-2e8e-4a55-b148-38b74cd6213d, host hv-cinder-86243, cleared binding levels {{(pid=104660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:16:05.550483 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] For port 1ed93978-2e8e-4a55-b148-38b74cd6213d, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=1ed93978-2e8e-4a55-b148-38b74cd6213d,segment=NetworkSegment(4ab92e8d-2e50-4038-b232-2d864641f2f1),segment_id=4ab92e8d-2e50-4038-b232-2d864641f2f1)] {{(pid=104660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:16:05.556707 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.561240 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:05.561868 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:05.563272 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/1ed93978-2e8e-4a55-b148-38b74cd6213d HTTP/1.1" status: 200 len: 1093 time: 0.7967572 Oct 23 20:16:05.563927 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d88de2-7c8e-4437-9246-01edb001924b', 'tag': '1ed93978-2e8e-4a55-b148-38b74cd6213d'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:16:05.566121 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd5890b-7577-40fd-89e6-db272e0cf063" -d '{"events": [{"name": "network-changed", "server_uuid": "88d88de2-7c8e-4437-9246-01edb001924b", "tag": "1ed93978-2e8e-4a55-b148-38b74cd6213d"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:16:05.614884 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:05.616717 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cca7d1-509a-4a28-8dc7-961185cd2dce x-openstack-request-id: req-42cca7d1-509a-4a28-8dc7-961185cd2dce {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:16:05.616992 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d88de2-7c8e-4437-9246-01edb001924b", "tag": "1ed93978-2e8e-4a55-b148-38b74cd6213d", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:16:05.617264 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42cca7d1-509a-4a28-8dc7-961185cd2dce {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:16:05.617653 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42cca7d1-509a-4a28-8dc7-961185cd2dce'] response: {'name': 'network-changed', 'server_uuid': '88d88de2-7c8e-4437-9246-01edb001924b', 'tag': '1ed93978-2e8e-4a55-b148-38b74cd6213d', 'status': 'completed', 'code': 200} Oct 23 20:16:05.655135 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0d450-0729-4799-b629-abb52c268a1a service neutron] Pushing event updated for resources: {'Port': ['ID=1ed93978-2e8e-4a55-b148-38b74cd6213d,revision_number=3']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:05.659796 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3733f6-7019-4066-9170-407551896c96 req-b8ac0638-9e14-4ec6-b838-b1aa4dbe48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:05.661333 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-b8ac0638-9e14-4ec6-b838-b1aa4dbe48d2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0df26e575de34eda9d416de65ec13036&device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 1127 time: 0.0571365 Oct 23 20:16:05.981506 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-499df29d-18a7-4652-a0eb-41c3b58b138b service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed93978-2e8e-4a55-b148-38b74cd6213d HTTP/1.1" status: 200 len: 217 time: 0.3129551 Oct 23 20:16:06.018053 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:06.032758 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3733f6-7019-4066-9170-407551896c96 req-4e88d2e2-b23f-4586-92cb-6da10bd62072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:06.034123 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-4e88d2e2-b23f-4586-92cb-6da10bd62072 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=8b0f12f9-779b-4785-8b8e-7280bf13ca2b HTTP/1.1" status: 200 len: 853 time: 0.0464528 Oct 23 20:16:06.065784 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-368737e8-27bc-4fec-9930-1d7ddcbe9613 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f06d0ad6-fb4a-4030-ac73-03fa0d42c27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255764 Oct 23 20:16:06.160806 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-e5516d7e-9e0a-4980-8268-bf69dcfc3129 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886064 Oct 23 20:16:06.251423 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ed3733f6-7019-4066-9170-407551896c96 req-361ae77b-fdad-432e-b372-9ff70ba56e7e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846057 Oct 23 20:16:06.490451 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35174) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:06.552963 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a126cda-654a-4976-a50a-5f09a1077d26 req-d86a2ee1-5315-4a9b-9cec-04c73890af3c tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:06.555873 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3a126cda-654a-4976-a50a-5f09a1077d26 req-d86a2ee1-5315-4a9b-9cec-04c73890af3c tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 943 time: 0.0515556 Oct 23 20:16:06.609963 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-eb99eda5-2770-4fb2-83dc-0ab142ad3c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:06.620910 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3a126cda-654a-4976-a50a-5f09a1077d26 req-eb41b5fc-2c7f-43ba-864f-d2190eb10529 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595679 Oct 23 20:16:06.689166 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-eb99eda5-2770-4fb2-83dc-0ab142ad3c95 admin admin] Publish callbacks [] for security_group (8c618256-dba4-44b1-a3ef-2b1f71957d35), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:06.692846 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-eb99eda5-2770-4fb2-83dc-0ab142ad3c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (8c618256-dba4-44b1-a3ef-2b1f71957d35), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:06.731992 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-eb99eda5-2770-4fb2-83dc-0ab142ad3c95 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=73e4af79fa3f45e49e85944b7821c6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399175 Oct 23 20:16:06.732828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99eda5-2770-4fb2-83dc-0ab142ad3c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c618256-dba4-44b1-a3ef-2b1f71957d35,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:06.734741 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35178) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:06.783512 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e6affbb2-ef34-4e7a-99cb-66d8c7cd9ae8 admin admin] Publish callbacks [] for security_group (8c618256-dba4-44b1-a3ef-2b1f71957d35), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:06.803841 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e6affbb2-ef34-4e7a-99cb-66d8c7cd9ae8 admin admin] Publish callbacks [] for security_group (8c618256-dba4-44b1-a3ef-2b1f71957d35), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:06.849375 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e6affbb2-ef34-4e7a-99cb-66d8c7cd9ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (8c618256-dba4-44b1-a3ef-2b1f71957d35), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:06.852419 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e6affbb2-ef34-4e7a-99cb-66d8c7cd9ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:06.853548 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-e6affbb2-ef34-4e7a-99cb-66d8c7cd9ae8 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8c618256-dba4-44b1-a3ef-2b1f71957d35 HTTP/1.1" status: 204 len: 168 time: 0.1177263 Oct 23 20:16:06.861106 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6affbb2-ef34-4e7a-99cb-66d8c7cd9ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c618256-dba4-44b1-a3ef-2b1f71957d35,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:07.744481 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1d9ef-3431-4ced-b508-c97d0ded99d0 req-dbbc0880-16a6-4968-ba7b-749ed71a5f5a tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:07.745988 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-91c1d9ef-3431-4ced-b508-c97d0ded99d0 req-dbbc0880-16a6-4968-ba7b-749ed71a5f5a tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 943 time: 0.0471327 Oct 23 20:16:07.796806 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-91c1d9ef-3431-4ced-b508-c97d0ded99d0 req-1ee7b5cf-c94b-48d9-adcb-168f0205e06d tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452681 Oct 23 20:16:08.435256 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5890b-7577-40fd-89e6-db272e0cf063 req-17922be0-2946-424e-9b6d-f79b675e8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:08.436693 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dd5890b-7577-40fd-89e6-db272e0cf063 req-17922be0-2946-424e-9b6d-f79b675e8e64 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0df26e575de34eda9d416de65ec13036&device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 1127 time: 0.0446920 Oct 23 20:16:08.526571 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5890b-7577-40fd-89e6-db272e0cf063 req-0a4bdd28-0e88-4df0-83e3-c40c1c6f7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:08.528025 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dd5890b-7577-40fd-89e6-db272e0cf063 req-0a4bdd28-0e88-4df0-83e3-c40c1c6f7ede service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=f06d0ad6-fb4a-4030-ac73-03fa0d42c27b HTTP/1.1" status: 200 len: 914 time: 0.0858209 Oct 23 20:16:08.585741 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dd5890b-7577-40fd-89e6-db272e0cf063 req-4223a758-e196-4506-b8a7-8aaba813351b service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed93978-2e8e-4a55-b148-38b74cd6213d HTTP/1.1" status: 200 len: 217 time: 0.0516133 Oct 23 20:16:08.634808 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5890b-7577-40fd-89e6-db272e0cf063 req-4afe964f-7a87-4600-9386-9f5d8cf2bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:08.636394 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dd5890b-7577-40fd-89e6-db272e0cf063 req-4afe964f-7a87-4600-9386-9f5d8cf2bf09 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=8b0f12f9-779b-4785-8b8e-7280bf13ca2b HTTP/1.1" status: 200 len: 853 time: 0.0438890 Oct 23 20:16:08.667895 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dd5890b-7577-40fd-89e6-db272e0cf063 req-1fe6391d-68da-4cad-8f74-7d29b1ae4c78 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f06d0ad6-fb4a-4030-ac73-03fa0d42c27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253451 Oct 23 20:16:08.695901 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:08.761018 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dd5890b-7577-40fd-89e6-db272e0cf063 req-ccb93eac-3609-40a3-a656-3d51c546adac service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871551 Oct 23 20:16:08.850664 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:08.857387 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dd5890b-7577-40fd-89e6-db272e0cf063 req-152b7c15-adac-4609-ae2b-b6e009f8af64 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904157 Oct 23 20:16:08.923159 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43af20-7684-49c7-96a1-5bd801dbf78d req-e8dd7002-95b8-4ab1-b383-f2db3bcb13d6 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:08.924627 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a43af20-7684-49c7-96a1-5bd801dbf78d req-e8dd7002-95b8-4ab1-b383-f2db3bcb13d6 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 943 time: 0.0527136 Oct 23 20:16:08.971459 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0a43af20-7684-49c7-96a1-5bd801dbf78d req-7ee8d41d-cce5-4ad5-acd0-bd5d6195e76a tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410781 Oct 23 20:16:09.327986 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:16:10.089043 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95e40-c9fa-4bde-8f67-bdea90156183 req-f915f162-2187-4efe-a0c3-90f8c57423a6 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:10.090545 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4ac95e40-c9fa-4bde-8f67-bdea90156183 req-f915f162-2187-4efe-a0c3-90f8c57423a6 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 943 time: 0.0464869 Oct 23 20:16:10.145553 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4ac95e40-c9fa-4bde-8f67-bdea90156183 req-f31a0413-50f7-401e-962a-f1188a3dc66f tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492706 Oct 23 20:16:10.815399 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:10.898038 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:11.050879 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 1ed93978-2e8e-4a55-b148-38b74cd6213d details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:16:11.268985 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665e36-1b49-4f3e-bb3e-eea444a8e0b0 req-fc36f3be-1d90-45a8-90ec-120bb11d22a5 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:11.270484 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bd665e36-1b49-4f3e-bb3e-eea444a8e0b0 req-fc36f3be-1d90-45a8-90ec-120bb11d22a5 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 943 time: 0.0475852 Oct 23 20:16:11.292704 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 1ed93978-2e8e-4a55-b148-38b74cd6213d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=1ed93978-2e8e-4a55-b148-38b74cd6213d,segment=NetworkSegment(4ab92e8d-2e50-4038-b232-2d864641f2f1),segment_id=4ab92e8d-2e50-4038-b232-2d864641f2f1)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:16:11.304159 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '1ed93978-2e8e-4a55-b148-38b74cd6213d', 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b', 'port_id': '1ed93978-2e8e-4a55-b148-38b74cd6213d', 'mac_address': 'fa:16:3e:d3:8a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0f12f9-779b-4785-8b8e-7280bf13ca2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:16:11.321725 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bd665e36-1b49-4f3e-bb3e-eea444a8e0b0 req-d7934409-9dba-4e33-a825-8da574f290a6 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450246 Oct 23 20:16:11.339460 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 1ed93978-2e8e-4a55-b148-38b74cd6213d is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:16:11.339847 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:11.352846 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed93978-2e8e-4a55-b148-38b74cd6213d {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:16:11.371667 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 1ed93978-2e8e-4a55-b148-38b74cd6213d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=1ed93978-2e8e-4a55-b148-38b74cd6213d,segment=NetworkSegment(4ab92e8d-2e50-4038-b232-2d864641f2f1),segment_id=4ab92e8d-2e50-4038-b232-2d864641f2f1)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:16:11.375483 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:11.434845 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=1ed93978-2e8e-4a55-b148-38b74cd6213d,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:11.740103 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['1ed93978-2e8e-4a55-b148-38b74cd6213d'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:16:11.846437 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f1508127-8aa7-43e6-897b-0ccd7e347aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:12.439985 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bb8e9-1f47-4c68-869a-0a46137549dd req-b02f2ca7-0394-4c1a-9326-2845ea22356a tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:12.441421 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-541bb8e9-1f47-4c68-869a-0a46137549dd req-b02f2ca7-0394-4c1a-9326-2845ea22356a tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 944 time: 0.0459538 Oct 23 20:16:12.486868 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-541bb8e9-1f47-4c68-869a-0a46137549dd req-fa3fe198-4d8b-407e-96f7-e5920632efcc tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399535 Oct 23 20:16:13.050799 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 1ed93978-2e8e-4a55-b148-38b74cd6213d up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:16:13.095833 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 1ed93978-2e8e-4a55-b148-38b74cd6213d completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:16:13.102792 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 1ed93978-2e8e-4a55-b148-38b74cd6213d triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:16:13.103167 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:13.103505 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 1ed93978-2e8e-4a55-b148-38b74cd6213d Oct 23 20:16:13.173699 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 1ed93978-2e8e-4a55-b148-38b74cd6213d is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:16:13.174075 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:13.196412 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d88de2-7c8e-4437-9246-01edb001924b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed93978-2e8e-4a55-b148-38b74cd6213d'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:16:13.198658 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d88d48b-9ff9-4c3d-80e1-ad64c5566d9d" -d '{"events": [{"server_uuid": "88d88de2-7c8e-4437-9246-01edb001924b", "name": "network-vif-plugged", "status": "completed", "tag": "1ed93978-2e8e-4a55-b148-38b74cd6213d"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:16:13.212459 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 1ed93978-2e8e-4a55-b148-38b74cd6213d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=1ed93978-2e8e-4a55-b148-38b74cd6213d,segment=NetworkSegment(4ab92e8d-2e50-4038-b232-2d864641f2f1),segment_id=4ab92e8d-2e50-4038-b232-2d864641f2f1)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:16:13.217155 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:13.241255 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe62fe1-bd35-45fc-a5aa-dcbbab0be004 x-openstack-request-id: req-2fe62fe1-bd35-45fc-a5aa-dcbbab0be004 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:16:13.241561 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d88de2-7c8e-4437-9246-01edb001924b", "name": "network-vif-plugged", "status": "completed", "tag": "1ed93978-2e8e-4a55-b148-38b74cd6213d", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:16:13.241803 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fe62fe1-bd35-45fc-a5aa-dcbbab0be004 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:16:13.242199 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe62fe1-bd35-45fc-a5aa-dcbbab0be004'] response: {'server_uuid': '88d88de2-7c8e-4437-9246-01edb001924b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed93978-2e8e-4a55-b148-38b74cd6213d', 'code': 200} Oct 23 20:16:13.266704 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=1ed93978-2e8e-4a55-b148-38b74cd6213d,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:13.413232 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e423f-eca7-42d8-a76c-5a92621cb048 req-aa38a5ac-bf4d-4c43-ba0d-e07f3fbc116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:13.414691 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a99e423f-eca7-42d8-a76c-5a92621cb048 req-aa38a5ac-bf4d-4c43-ba0d-e07f3fbc116f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 1129 time: 0.0384367 Oct 23 20:16:13.457811 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a99e423f-eca7-42d8-a76c-5a92621cb048 req-d27fe5f3-5346-48d1-bc97-a082ab4daf68 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373008 Oct 23 20:16:13.623795 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2484c-28f8-4aa6-8a61-27e12aed819a req-0cab000d-c18c-419b-948b-07ee15b36bc6 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:13.625295 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-84c2484c-28f8-4aa6-8a61-27e12aed819a req-0cab000d-c18c-419b-948b-07ee15b36bc6 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 945 time: 0.0535834 Oct 23 20:16:13.672061 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-84c2484c-28f8-4aa6-8a61-27e12aed819a req-f16e5cc6-6a8c-4c27-8fc7-fa8938da2474 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Oct 23 20:16:14.211482 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-524b5e1b-40c9-4fba-a924-b736f731c889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:14.799533 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f4037-8355-4d17-a024-4e2c28002494 req-ff6a185a-3735-48d7-ab70-0215bce3629c tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:14.801669 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fa9f4037-8355-4d17-a024-4e2c28002494 req-ff6a185a-3735-48d7-ab70-0215bce3629c tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 945 time: 0.0484540 Oct 23 20:16:14.853471 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fa9f4037-8355-4d17-a024-4e2c28002494 req-35add5f2-bfe0-4ad7-855e-d365ced5b66b tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442307 Oct 23 20:16:15.441741 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:15.970121 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78759ea4-d296-4211-88f7-066b9a029c00 req-42aece67-7cd1-4be3-9492-1ceba287ba7f tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:15.971562 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-78759ea4-d296-4211-88f7-066b9a029c00 req-42aece67-7cd1-4be3-9492-1ceba287ba7f tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 945 time: 0.0455022 Oct 23 20:16:16.021669 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-78759ea4-d296-4211-88f7-066b9a029c00 req-97302b60-d7ad-4b3d-96ee-e3345746246f tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446646 Oct 23 20:16:16.786834 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:16.837755 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=46,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:16.857416 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:17.159468 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:19.323413 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=25 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:23.048905 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:26.015959 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=70 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:26.017847 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=90 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:31.044861 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190043ee-f297-46d9-9797-146b2ecc43e3 req-e4b67f73-e855-494d-8148-0fd52bcca76a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:31.046361 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-190043ee-f297-46d9-9797-146b2ecc43e3 req-e4b67f73-e855-494d-8148-0fd52bcca76a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 946 time: 0.0469475 Oct 23 20:16:31.092898 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-190043ee-f297-46d9-9797-146b2ecc43e3 req-0f863653-3dda-46e3-90b2-0dc2fbecb5f9 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5312a8b9-bbe8-40c6-bac0-098530b30809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407832 Oct 23 20:16:32.248603 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251a332-7852-4558-8950-f244a34cd9ac req-5840cd68-9191-4167-ab3e-b8a1cd79f031 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:32.250067 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1251a332-7852-4558-8950-f244a34cd9ac req-5840cd68-9191-4167-ab3e-b8a1cd79f031 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 946 time: 0.0757494 Oct 23 20:16:32.251984 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-33893b87-a97e-4abc-9e16-02be28bd8406 req-3dc203e3-1423-4ba4-83f4-e2516a46a6ee service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687401 Oct 23 20:16:32.327896 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1251a332-7852-4558-8950-f244a34cd9ac req-c7fd143e-ed05-4e29-ab11-4d972b1b9d44 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=5312a8b9-bbe8-40c6-bac0-098530b30809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721495 Oct 23 20:16:32.329095 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893b87-a97e-4abc-9e16-02be28bd8406 req-041703b5-811e-40c8-b5f4-9fd183ce1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:32.330519 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-33893b87-a97e-4abc-9e16-02be28bd8406 req-041703b5-811e-40c8-b5f4-9fd183ce1efe service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 1130 time: 0.0548706 Oct 23 20:16:32.459487 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893b87-a97e-4abc-9e16-02be28bd8406 req-9dd73cda-3664-4c9c-b67a-cacd093473d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:32.460951 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-33893b87-a97e-4abc-9e16-02be28bd8406 req-9dd73cda-3664-4c9c-b67a-cacd093473d0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 916 time: 0.0915868 Oct 23 20:16:32.594132 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-33893b87-a97e-4abc-9e16-02be28bd8406 req-433d45d8-0828-48c6-9cbb-1def8bebbca5 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347c96fd-ea12-48fc-8e67-96489156f197 HTTP/1.1" status: 200 len: 1002 time: 0.0559740 Oct 23 20:16:32.756794 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-d26ededc-d4d8-465a-9a46-3331f5cc944a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:32.758344 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-d26ededc-d4d8-465a-9a46-3331f5cc944a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 946 time: 0.0484450 Oct 23 20:16:32.758774 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893b87-a97e-4abc-9e16-02be28bd8406 req-84e9b5e3-363f-4ca4-980b-9da085525310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:32.760260 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-33893b87-a97e-4abc-9e16-02be28bd8406 req-84e9b5e3-363f-4ca4-980b-9da085525310 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0509095 Oct 23 20:16:32.812867 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893b87-a97e-4abc-9e16-02be28bd8406 req-7eea8b50-1f4d-40f9-b5d0-83575b786fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:32.814407 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-33893b87-a97e-4abc-9e16-02be28bd8406 req-7eea8b50-1f4d-40f9-b5d0-83575b786fb6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441778 Oct 23 20:16:32.841621 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35466) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:32.856384 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Deleting port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:16:32.856737 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:32.911294 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-33893b87-a97e-4abc-9e16-02be28bd8406 req-80cb69b7-7245-4d19-a3c5-f131dca49c54 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896471 Oct 23 20:16:32.956020 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] For port 85da16f6-b75c-46b1-9b91-e7d06025b9f9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=85da16f6-b75c-46b1-9b91-e7d06025b9f9,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:16:32.956383 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:32.975815 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-50ffa070-5da8-4190-a767-7ff9dd05d198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:33.006097 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-33893b87-a97e-4abc-9e16-02be28bd8406 req-ff4dfc4d-2491-4121-9bf4-3c2c4a274e1e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882370 Oct 23 20:16:33.038403 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:33.042751 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:33.045461 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:33.172949 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:33.173231 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (b14f049c-5e59-4611-a58c-8ab2fe6038c8), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:33.173547 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Floating IP b14f049c-5e59-4611-a58c-8ab2fe6038c8 disassociated. External IP: 172.27.0.101, port: 85da16f6-b75c-46b1-9b91-e7d06025b9f9. Oct 23 20:16:33.173889 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Calling delete_port for 85da16f6-b75c-46b1-9b91-e7d06025b9f9 owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:16:33.201499 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-50ffa070-5da8-4190-a767-7ff9dd05d198 admin admin] Publish callbacks [] for security_group (8f7c5605-04da-4b52-a9cb-b6fc411ea1d7), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:33.229988 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-50ffa070-5da8-4190-a767-7ff9dd05d198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (8f7c5605-04da-4b52-a9cb-b6fc411ea1d7), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:33.284717 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffa070-5da8-4190-a767-7ff9dd05d198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7c5605-04da-4b52-a9cb-b6fc411ea1d7,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:33.288867 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-50ffa070-5da8-4190-a767-7ff9dd05d198 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=838cc64d58874cd1af4b7344db77ee64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4463613 Oct 23 20:16:33.291684 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35470) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:33.344462 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bf54a9b8-f449-4b91-8fe0-473f5ed5c1fe admin admin] Publish callbacks [] for security_group (8f7c5605-04da-4b52-a9cb-b6fc411ea1d7), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:33.363125 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (85da16f6-b75c-46b1-9b91-e7d06025b9f9), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:33.369126 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bf54a9b8-f449-4b91-8fe0-473f5ed5c1fe admin admin] Publish callbacks [] for security_group (8f7c5605-04da-4b52-a9cb-b6fc411ea1d7), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:33.394236 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event deleted for resources: {'Port': ['ID=85da16f6-b75c-46b1-9b91-e7d06025b9f9,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:33.443485 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bf54a9b8-f449-4b91-8fe0-473f5ed5c1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (8f7c5605-04da-4b52-a9cb-b6fc411ea1d7), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:33.446194 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bf54a9b8-f449-4b91-8fe0-473f5ed5c1fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:33.449972 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-bf54a9b8-f449-4b91-8fe0-473f5ed5c1fe admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8f7c5605-04da-4b52-a9cb-b6fc411ea1d7 HTTP/1.1" status: 204 len: 168 time: 0.1571236 Oct 23 20:16:33.452158 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ebd43948-ee57-437a-b64c-c8ef5a9ece95 req-391a7d4e-7882-454e-891a-56aeb4561fc2 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=aed421b0-ddb9-4cbf-bee9-d88167e9fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0392089 Oct 23 20:16:33.460018 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54a9b8-f449-4b91-8fe0-473f5ed5c1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7c5605-04da-4b52-a9cb-b6fc411ea1d7,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:33.460833 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:33.519356 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Router 6973b4a8-3e5c-400e-a68d-7809bb950e0e has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:16:33.564319 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:33.625741 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:16:33.636497 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3eb28f-bff2-4361-bffb-006a37c0a505 None None] Sync routers for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:16:33.648690 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3eb28f-bff2-4361-bffb-006a37c0a505 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:16:33.649838 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-db3eb28f-bff2-4361-bffb-006a37c0a505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:16:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:16:33.668583 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] No DVR routers for this DVR port 85da16f6-b75c-46b1-9b91-e7d06025b9f9 on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:16:33.671127 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:33.674384 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-c90cb881-5bba-4676-9346-0a75d04a1f4e req-02ff6ee6-4890-42f3-9437-c363cb088d33 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "DELETE /networking/v2.0/ports/85da16f6-b75c-46b1-9b91-e7d06025b9f9 HTTP/1.1" status: 204 len: 173 time: 0.9048698 Oct 23 20:16:33.674881 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'name': 'network-vif-deleted', 'tag': '85da16f6-b75c-46b1-9b91-e7d06025b9f9'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:16:33.677198 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6349a529-e66f-4cfd-a8ca-c97ff7a56df3" -d '{"events": [{"server_uuid": "aed421b0-ddb9-4cbf-bee9-d88167e9fdf3", "name": "network-vif-deleted", "tag": "85da16f6-b75c-46b1-9b91-e7d06025b9f9"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:16:33.785318 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-db3eb28f-bff2-4361-bffb-006a37c0a505 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:16:33.912518 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f582a3-13db-4319-846a-0381b39189cd x-openstack-request-id: req-34f582a3-13db-4319-846a-0381b39189cd {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:16:33.913027 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed421b0-ddb9-4cbf-bee9-d88167e9fdf3", "name": "network-vif-deleted", "tag": "85da16f6-b75c-46b1-9b91-e7d06025b9f9", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:16:33.913130 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34f582a3-13db-4319-846a-0381b39189cd {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:16:33.913456 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f582a3-13db-4319-846a-0381b39189cd'] response: {'server_uuid': 'aed421b0-ddb9-4cbf-bee9-d88167e9fdf3', 'name': 'network-vif-deleted', 'tag': '85da16f6-b75c-46b1-9b91-e7d06025b9f9', 'status': 'completed', 'code': 200} Oct 23 20:16:34.028542 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-db3eb28f-bff2-4361-bffb-006a37c0a505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'd18ea1ad-1694-4558-a1c5-64c64a4ebb54', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '347c96fd-ea12-48fc-8e67-96489156f197', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:4d:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:12:52Z', 'updated_at': '2022-10-23T20:13:07Z', 'revision_number': 2, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:16:34.057741 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3eb28f-bff2-4361-bffb-006a37c0a505 None None] Checking router: 6973b4a8-3e5c-400e-a68d-7809bb950e0e for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:16:34.066203 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3eb28f-bff2-4361-bffb-006a37c0a505 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:16:34.066844 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-db3eb28f-bff2-4361-bffb-006a37c0a505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:16:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:16:34.172019 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-db3eb28f-bff2-4361-bffb-006a37c0a505 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:16:34.368163 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:34.390873 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-db3eb28f-bff2-4361-bffb-006a37c0a505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'd18ea1ad-1694-4558-a1c5-64c64a4ebb54', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '347c96fd-ea12-48fc-8e67-96489156f197', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:4d:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:12:52Z', 'updated_at': '2022-10-23T20:13:07Z', 'revision_number': 2, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:16:34.416501 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3eb28f-bff2-4361-bffb-006a37c0a505 None None] The sync data for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi is: [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'd18ea1ad-1694-4558-a1c5-64c64a4ebb54', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '347c96fd-ea12-48fc-8e67-96489156f197', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:4d:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:12:52Z', 'updated_at': '2022-10-23T20:13:07Z', 'revision_number': 2, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:16:34.599374 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35512) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:34.653671 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:34.666287 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d94a443c-a77c-4c59-8671-8588a8016f82 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (5312a8b9-bbe8-40c6-bac0-098530b30809), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:34.690034 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d94a443c-a77c-4c59-8671-8588a8016f82 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (5312a8b9-bbe8-40c6-bac0-098530b30809), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:34.708807 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4731361-9ca3-4dd8-95d3-4ab2afb2f894 None None] New status for floating IP b14f049c-5e59-4611-a58c-8ab2fe6038c8: DOWN {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:16:34.749107 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d94a443c-a77c-4c59-8671-8588a8016f82 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5312a8b9-bbe8-40c6-bac0-098530b30809), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:34.752623 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d94a443c-a77c-4c59-8671-8588a8016f82 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:34.753872 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-d94a443c-a77c-4c59-8671-8588a8016f82 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5312a8b9-bbe8-40c6-bac0-098530b30809 HTTP/1.1" status: 204 len: 168 time: 0.1535225 Oct 23 20:16:34.756711 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35520) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:34.764495 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:34.765498 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a443c-a77c-4c59-8671-8588a8016f82 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5312a8b9-bbe8-40c6-bac0-098530b30809,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:34.779079 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.api.v2.resource [None req-d2e6d89e-36b7-48f5-9423-346cd636f7d5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] show failed (client error): The resource could not be found. Oct 23 20:16:34.781019 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-d2e6d89e-36b7-48f5-9423-346cd636f7d5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups/5312a8b9-bbe8-40c6-bac0-098530b30809 HTTP/1.1" status: 404 len: 347 time: 0.0230422 Oct 23 20:16:34.784238 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35522) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:34.911383 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-f81313f4-1358-4293-a530-ef2910e72331 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Deleting port 641659ae-7c04-43e1-bf54-bbf7959a76d5 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:16:34.911720 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f81313f4-1358-4293-a530-ef2910e72331 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (641659ae-7c04-43e1-bf54-bbf7959a76d5), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:34.994298 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f81313f4-1358-4293-a530-ef2910e72331 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (641659ae-7c04-43e1-bf54-bbf7959a76d5), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:34.994629 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f81313f4-1358-4293-a530-ef2910e72331 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (641659ae-7c04-43e1-bf54-bbf7959a76d5), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:35.006787 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-f81313f4-1358-4293-a530-ef2910e72331 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Calling delete_port for 641659ae-7c04-43e1-bf54-bbf7959a76d5 owned by network:floatingip {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:16:35.094490 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 85da16f6-b75c-46b1-9b91-e7d06025b9f9 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:16:35.122151 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 85da16f6-b75c-46b1-9b91-e7d06025b9f9 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:16:35.122582 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 85da16f6-b75c-46b1-9b91-e7d06025b9f9 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:16:35.145382 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f81313f4-1358-4293-a530-ef2910e72331 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (641659ae-7c04-43e1-bf54-bbf7959a76d5), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:35.174486 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81313f4-1358-4293-a530-ef2910e72331 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event deleted for resources: {'Port': ['ID=641659ae-7c04-43e1-bf54-bbf7959a76d5,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:35.236548 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f81313f4-1358-4293-a530-ef2910e72331 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (b14f049c-5e59-4611-a58c-8ab2fe6038c8), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:35.239215 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f81313f4-1358-4293-a530-ef2910e72331 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:35.240371 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-f81313f4-1358-4293-a530-ef2910e72331 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/b14f049c-5e59-4611-a58c-8ab2fe6038c8 HTTP/1.1" status: 204 len: 168 time: 0.4525490 Oct 23 20:16:41.828413 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9b9a65cf-b54c-403c-a520-2e6cc9738466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:42.137972 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8eba7-34ae-4c1e-a0cd-ad6704ed5d17 req-4d1a8646-eac9-4cd2-b058-af31aec31018 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:42.139466 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5ea8eba7-34ae-4c1e-a0cd-ad6704ed5d17 req-4d1a8646-eac9-4cd2-b058-af31aec31018 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 946 time: 0.0477834 Oct 23 20:16:42.185612 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5ea8eba7-34ae-4c1e-a0cd-ad6704ed5d17 req-5ddff4c1-e84f-4f39-99b3-a1a065ecc7d2 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9c2bafa7-364e-4d18-868b-9717b70989c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405774 Oct 23 20:16:42.836551 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35656) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:42.939402 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b5b927dd-20f5-4f08-85cf-2058ffa5c5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.012379 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b5b927dd-20f5-4f08-85cf-2058ffa5c5eb admin admin] Publish callbacks [] for security_group (60945b2d-e88b-4711-bc76-b07b1351ab26), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.016169 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b5b927dd-20f5-4f08-85cf-2058ffa5c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (60945b2d-e88b-4711-bc76-b07b1351ab26), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.058326 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b5b927dd-20f5-4f08-85cf-2058ffa5c5eb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e2ea5ffdf70947559bea8d76884c787e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206929 Oct 23 20:16:43.059030 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b927dd-20f5-4f08-85cf-2058ffa5c5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60945b2d-e88b-4711-bc76-b07b1351ab26,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:43.061742 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35660) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:43.114969 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Publish callbacks [] for security_group (60945b2d-e88b-4711-bc76-b07b1351ab26), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.135122 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Publish callbacks [] for security_group (60945b2d-e88b-4711-bc76-b07b1351ab26), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.181002 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (60945b2d-e88b-4711-bc76-b07b1351ab26), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.183744 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.184997 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/60945b2d-e88b-4711-bc76-b07b1351ab26 HTTP/1.1" status: 204 len: 168 time: 0.1220765 Oct 23 20:16:43.192597 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60945b2d-e88b-4711-bc76-b07b1351ab26,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:43.199674 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.199964 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.200316 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.200645 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.201240 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.201570 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.202007 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.202210 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.202562 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.202896 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.203219 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.203544 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.203868 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.204218 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.204540 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0fd6f-30b6-49d1-a56e-43d7d41cd675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:16:43.329954 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dc1e9-31aa-467f-9bbc-5c590b766b1e req-c5449296-3c46-408a-bba8-937ffd48d982 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:43.332391 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-de6dc1e9-31aa-467f-9bbc-5c590b766b1e req-c5449296-3c46-408a-bba8-937ffd48d982 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 946 time: 0.0528731 Oct 23 20:16:43.386457 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-de6dc1e9-31aa-467f-9bbc-5c590b766b1e req-d4f5ba44-205c-4e61-b02c-77a50d2ab8de tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9c2bafa7-364e-4d18-868b-9717b70989c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483274 Oct 23 20:16:43.514189 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35674) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:43.528079 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3d40cb3e-c61d-42d3-8d2e-186914f2cb6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.608524 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3d40cb3e-c61d-42d3-8d2e-186914f2cb6e admin admin] Publish callbacks [] for security_group (8a81d0e3-eab3-4ed3-a39b-dce03c4736e5), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.612268 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3d40cb3e-c61d-42d3-8d2e-186914f2cb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (8a81d0e3-eab3-4ed3-a39b-dce03c4736e5), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.652669 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-3d40cb3e-c61d-42d3-8d2e-186914f2cb6e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8edcd5122ff74da8921903566ea0d97d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372192 Oct 23 20:16:43.653456 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40cb3e-c61d-42d3-8d2e-186914f2cb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a81d0e3-eab3-4ed3-a39b-dce03c4736e5,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:43.655261 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35676) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:43.683857 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:43.709582 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d80a4a7a-99ff-496d-a8d0-966fbc71796d admin admin] Publish callbacks [] for security_group (8a81d0e3-eab3-4ed3-a39b-dce03c4736e5), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.728546 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:43.730485 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d80a4a7a-99ff-496d-a8d0-966fbc71796d admin admin] Publish callbacks [] for security_group (8a81d0e3-eab3-4ed3-a39b-dce03c4736e5), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.778789 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d80a4a7a-99ff-496d-a8d0-966fbc71796d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (8a81d0e3-eab3-4ed3-a39b-dce03c4736e5), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.781396 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d80a4a7a-99ff-496d-a8d0-966fbc71796d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:43.782605 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-d80a4a7a-99ff-496d-a8d0-966fbc71796d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8a81d0e3-eab3-4ed3-a39b-dce03c4736e5 HTTP/1.1" status: 204 len: 168 time: 0.1258247 Oct 23 20:16:43.791233 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a4a7a-99ff-496d-a8d0-966fbc71796d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a81d0e3-eab3-4ed3-a39b-dce03c4736e5,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:43.880008 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-f498c64d-0c65-4508-a951-7a7b6e9c8412 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:43.881614 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-f498c64d-0c65-4508-a951-7a7b6e9c8412 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 946 time: 0.0486929 Oct 23 20:16:43.969091 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Deleting port 347c96fd-ea12-48fc-8e67-96489156f197 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:16:43.969435 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (347c96fd-ea12-48fc-8e67-96489156f197), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.060118 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] For port 347c96fd-ea12-48fc-8e67-96489156f197, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=347c96fd-ea12-48fc-8e67-96489156f197,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:16:44.060492 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (347c96fd-ea12-48fc-8e67-96489156f197), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.123099 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35682) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:44.136668 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-772fce59-504e-4d66-9323-5d12c348069c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.169860 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:44.216184 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-772fce59-504e-4d66-9323-5d12c348069c admin admin] Publish callbacks [] for security_group (381728cb-5c3a-4826-a3a0-44df045eb521), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.216772 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c6a76741-3f55-4106-afac-8380ca62612b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.221612 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-772fce59-504e-4d66-9323-5d12c348069c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (381728cb-5c3a-4826-a3a0-44df045eb521), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.230880 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.231239 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (d18ea1ad-1694-4558-a1c5-64c64a4ebb54), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.231572 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Floating IP d18ea1ad-1694-4558-a1c5-64c64a4ebb54 disassociated. External IP: 172.27.0.214, port: 347c96fd-ea12-48fc-8e67-96489156f197. Oct 23 20:16:44.231896 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Calling delete_port for 347c96fd-ea12-48fc-8e67-96489156f197 owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:16:44.243279 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:44.260564 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fce59-504e-4d66-9323-5d12c348069c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381728cb-5c3a-4826-a3a0-44df045eb521,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:44.265665 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-772fce59-504e-4d66-9323-5d12c348069c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0473a97c404c46138b9f8766e5a29c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414754 Oct 23 20:16:44.268645 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35684) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:44.321770 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ed6df36c-4136-4252-bc7f-713755d932df admin admin] Publish callbacks [] for security_group (381728cb-5c3a-4826-a3a0-44df045eb521), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.342462 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ed6df36c-4136-4252-bc7f-713755d932df admin admin] Publish callbacks [] for security_group (381728cb-5c3a-4826-a3a0-44df045eb521), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.363131 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (347c96fd-ea12-48fc-8e67-96489156f197), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.391351 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ed6df36c-4136-4252-bc7f-713755d932df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (381728cb-5c3a-4826-a3a0-44df045eb521), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.393832 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ed6df36c-4136-4252-bc7f-713755d932df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.395160 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-ed6df36c-4136-4252-bc7f-713755d932df admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/381728cb-5c3a-4826-a3a0-44df045eb521 HTTP/1.1" status: 204 len: 168 time: 0.1256204 Oct 23 20:16:44.397148 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event deleted for resources: {'Port': ['ID=347c96fd-ea12-48fc-8e67-96489156f197,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:44.411854 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6df36c-4136-4252-bc7f-713755d932df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381728cb-5c3a-4826-a3a0-44df045eb521,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:44.512193 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4206a58a-56fd-4c8f-9464-284540b4c014 req-1b1f286f-d655-4b10-94b1-c5214b7ced54 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=cbdda865-b8ca-4233-b550-d4c6a3127e61 HTTP/1.1" status: 200 len: 210 time: 0.0310352 Oct 23 20:16:44.540263 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Router 6973b4a8-3e5c-400e-a68d-7809bb950e0e has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:16:44.643322 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:16:44.656883 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7b486-3d54-4be4-94a3-e633b4e326a5 None None] Sync routers for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:16:44.668210 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7b486-3d54-4be4-94a3-e633b4e326a5 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:16:44.669182 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-9bd7b486-3d54-4be4-94a3-e633b4e326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:16:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:16:44.688270 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] No DVR routers for this DVR port 347c96fd-ea12-48fc-8e67-96489156f197 on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:16:44.690869 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:44.694143 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-19ec3916-bd38-4b90-9470-24dffc4448e4 req-78dee284-65da-4df2-8b2b-b0ff2a2c6ce0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "DELETE /networking/v2.0/ports/347c96fd-ea12-48fc-8e67-96489156f197 HTTP/1.1" status: 204 len: 173 time: 0.8070474 Oct 23 20:16:44.694657 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'name': 'network-vif-deleted', 'tag': '347c96fd-ea12-48fc-8e67-96489156f197'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:16:44.696989 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a68b7-7c8c-44b5-8a00-2ed49fa4838c" -d '{"events": [{"server_uuid": "cbdda865-b8ca-4233-b550-d4c6a3127e61", "name": "network-vif-deleted", "tag": "347c96fd-ea12-48fc-8e67-96489156f197"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:16:44.741961 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff44ed54-ff7f-496d-9b7e-f27814e9b8e1 x-openstack-request-id: req-ff44ed54-ff7f-496d-9b7e-f27814e9b8e1 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:16:44.742289 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdda865-b8ca-4233-b550-d4c6a3127e61", "name": "network-vif-deleted", "tag": "347c96fd-ea12-48fc-8e67-96489156f197", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:16:44.743120 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff44ed54-ff7f-496d-9b7e-f27814e9b8e1 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:16:44.743527 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff44ed54-ff7f-496d-9b7e-f27814e9b8e1'] response: {'server_uuid': 'cbdda865-b8ca-4233-b550-d4c6a3127e61', 'name': 'network-vif-deleted', 'tag': '347c96fd-ea12-48fc-8e67-96489156f197', 'status': 'completed', 'code': 200} Oct 23 20:16:44.795512 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-9bd7b486-3d54-4be4-94a3-e633b4e326a5 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:16:44.798922 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:44.937887 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:45.162600 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-9bd7b486-3d54-4be4-94a3-e633b4e326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:16:45.189261 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7b486-3d54-4be4-94a3-e633b4e326a5 None None] Checking router: 6973b4a8-3e5c-400e-a68d-7809bb950e0e for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:16:45.198603 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7b486-3d54-4be4-94a3-e633b4e326a5 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:16:45.199216 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-9bd7b486-3d54-4be4-94a3-e633b4e326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:16:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:16:45.284475 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:45.292335 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:45.310549 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-9bd7b486-3d54-4be4-94a3-e633b4e326a5 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:16:45.465070 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:45.528556 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-9bd7b486-3d54-4be4-94a3-e633b4e326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:16:45.550382 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7b486-3d54-4be4-94a3-e633b4e326a5 None None] The sync data for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi is: [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:16:45.635051 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35724) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:45.698387 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-223d3c88-8458-4ecd-9542-81633aa22cee tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (9c2bafa7-364e-4d18-868b-9717b70989c6), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:45.723705 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-223d3c88-8458-4ecd-9542-81633aa22cee tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (9c2bafa7-364e-4d18-868b-9717b70989c6), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:45.790099 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-223d3c88-8458-4ecd-9542-81633aa22cee tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (9c2bafa7-364e-4d18-868b-9717b70989c6), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:45.793374 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-223d3c88-8458-4ecd-9542-81633aa22cee tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:45.797455 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-223d3c88-8458-4ecd-9542-81633aa22cee tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9c2bafa7-364e-4d18-868b-9717b70989c6 HTTP/1.1" status: 204 len: 168 time: 0.1593852 Oct 23 20:16:45.799499 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35728) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:45.812541 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d3c88-8458-4ecd-9542-81633aa22cee tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2bafa7-364e-4d18-868b-9717b70989c6,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:45.824039 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.api.v2.resource [None req-71b471d4-d8f3-42b9-92ef-8888183c8d4d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] show failed (client error): The resource could not be found. Oct 23 20:16:45.829248 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-71b471d4-d8f3-42b9-92ef-8888183c8d4d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups/9c2bafa7-364e-4d18-868b-9717b70989c6 HTTP/1.1" status: 404 len: 347 time: 0.0279467 Oct 23 20:16:45.830054 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35730) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:45.877862 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4067e681-2e96-4ef3-8528-4b879f7f2bff None None] New status for floating IP d18ea1ad-1694-4558-a1c5-64c64a4ebb54: DOWN {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:16:45.968982 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f4157-854f-403d-b250-e996d17f6702 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Deleting port 2948235d-cc99-4c5a-96f4-6a59d1b902af {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:16:45.969323 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2c6f4157-854f-403d-b250-e996d17f6702 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (2948235d-cc99-4c5a-96f4-6a59d1b902af), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.046161 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2c6f4157-854f-403d-b250-e996d17f6702 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (2948235d-cc99-4c5a-96f4-6a59d1b902af), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.046515 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2c6f4157-854f-403d-b250-e996d17f6702 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (2948235d-cc99-4c5a-96f4-6a59d1b902af), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.058683 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f4157-854f-403d-b250-e996d17f6702 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Calling delete_port for 2948235d-cc99-4c5a-96f4-6a59d1b902af owned by network:floatingip {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:16:46.185709 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2c6f4157-854f-403d-b250-e996d17f6702 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (2948235d-cc99-4c5a-96f4-6a59d1b902af), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.190344 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:46.212983 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f4157-854f-403d-b250-e996d17f6702 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event deleted for resources: {'Port': ['ID=2948235d-cc99-4c5a-96f4-6a59d1b902af,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:46.326734 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:16:46.508664 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2c6f4157-854f-403d-b250-e996d17f6702 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (d18ea1ad-1694-4558-a1c5-64c64a4ebb54), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.511208 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2c6f4157-854f-403d-b250-e996d17f6702 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.512338 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-2c6f4157-854f-403d-b250-e996d17f6702 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/d18ea1ad-1694-4558-a1c5-64c64a4ebb54 HTTP/1.1" status: 204 len: 168 time: 0.6810381 Oct 23 20:16:46.583839 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35736) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:46.588783 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-86e56d56-2d82-4eda-8149-6d91ecb6c1dc tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1703778330', 'description': 'tempest-description--21231972'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:16:46.608619 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-86e56d56-2d82-4eda-8149-6d91ecb6c1dc tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.610180 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:46.679485 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-86e56d56-2d82-4eda-8149-6d91ecb6c1dc tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.684224 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-86e56d56-2d82-4eda-8149-6d91ecb6c1dc tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.715378 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-86e56d56-2d82-4eda-8149-6d91ecb6c1dc tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.716587 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-86e56d56-2d82-4eda-8149-6d91ecb6c1dc tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1317489 Oct 23 20:16:46.718362 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e56d56-2d82-4eda-8149-6d91ecb6c1dc tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:46.719609 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35740) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:46.724286 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-b5e91859-7898-4b6c-a71c-3d06ca85e125 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'security_group_rule': {'security_group_id': '2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:16:46.750855 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b5e91859-7898-4b6c-a71c-3d06ca85e125 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (b1858396-c94e-46b3-b1b1-4435992f8568), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.788504 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.805562 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b5e91859-7898-4b6c-a71c-3d06ca85e125 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (b1858396-c94e-46b3-b1b1-4435992f8568), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.808774 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b5e91859-7898-4b6c-a71c-3d06ca85e125 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (b1858396-c94e-46b3-b1b1-4435992f8568), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.827510 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e91859-7898-4b6c-a71c-3d06ca85e125 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1858396-c94e-46b3-b1b1-4435992f8568,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:46.834055 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b5e91859-7898-4b6c-a71c-3d06ca85e125 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.835319 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-b5e91859-7898-4b6c-a71c-3d06ca85e125 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145518 Oct 23 20:16:46.838574 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35742) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:46.842720 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-951cf28e-0b3c-48b6-a65e-9f64ac0a5fb5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'security_group_rule': {'security_group_id': '2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:16:46.868015 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-951cf28e-0b3c-48b6-a65e-9f64ac0a5fb5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (6749cb9a-3437-426b-88f8-c60de92a1547), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.897683 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:46.902976 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:46.937792 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-951cf28e-0b3c-48b6-a65e-9f64ac0a5fb5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (6749cb9a-3437-426b-88f8-c60de92a1547), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.941163 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-951cf28e-0b3c-48b6-a65e-9f64ac0a5fb5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (6749cb9a-3437-426b-88f8-c60de92a1547), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.962889 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cf28e-0b3c-48b6-a65e-9f64ac0a5fb5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6749cb9a-3437-426b-88f8-c60de92a1547,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:46.972335 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-951cf28e-0b3c-48b6-a65e-9f64ac0a5fb5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:46.973796 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-951cf28e-0b3c-48b6-a65e-9f64ac0a5fb5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343036 Oct 23 20:16:46.976897 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35750) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:16:46.981090 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:16:47.002884 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:47.085525 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:47.151592 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:47.158226 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:47.161458 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 347c96fd-ea12-48fc-8e67-96489156f197 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:16:47.186346 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 347c96fd-ea12-48fc-8e67-96489156f197 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:16:47.187105 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 347c96fd-ea12-48fc-8e67-96489156f197 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:16:47.212884 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Allocated IP 172.27.0.247 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/8f988173-74b8-4426-a3ff-379a1d9cdc4f) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:16:47.326161 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for port (8f988173-74b8-4426-a3ff-379a1d9cdc4f), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:47.357471 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (8f988173-74b8-4426-a3ff-379a1d9cdc4f), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:47.394141 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:16:47.398994 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:16:47.402652 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:16:47.426399 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'Port': ['ID=8f988173-74b8-4426-a3ff-379a1d9cdc4f,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:47.489207 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (d7ee0374-6049-4a64-8514-f6a881712527), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:47.524566 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (8f988173-74b8-4426-a3ff-379a1d9cdc4f), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:47.584713 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:47.667969 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for port (8f988173-74b8-4426-a3ff-379a1d9cdc4f), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:47.672382 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (8f988173-74b8-4426-a3ff-379a1d9cdc4f), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:47.693617 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:47.743807 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'Port': ['ID=8f988173-74b8-4426-a3ff-379a1d9cdc4f,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:47.748610 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (d7ee0374-6049-4a64-8514-f6a881712527), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:47.764651 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:47.765927 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-06225bd4-bd6a-46bb-9b95-aa0d9c7ee97d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7880745 Oct 23 20:16:47.963201 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-9ef33292-46dd-467d-9cbb-2501bc475202 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1703778330&fields=id&tenant_id=71f456c92d544d0c81bcb2fe937188ef HTTP/1.1" status: 200 len: 267 time: 0.0429225 Oct 23 20:16:48.065236 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-2e5bb9d4-9056-4fd3-be10-62ae6cc061a1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:48.066696 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-2e5bb9d4-9056-4fd3-be10-62ae6cc061a1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 815 time: 0.0971179 Oct 23 20:16:48.081024 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-2a741d4a-2c17-4e5c-a5f5-867eafe3d843 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/quotas/71f456c92d544d0c81bcb2fe937188ef HTTP/1.1" status: 200 len: 375 time: 0.0088794 Oct 23 20:16:48.131498 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-a06f44d8-3aba-4a3a-acaa-083eb0e1a8db tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456998 Oct 23 20:16:48.146031 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-76e2d91e-0c5e-4df2-b73c-df9a9683cfb3 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104660) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 20:16:48.146980 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-76e2d91e-0c5e-4df2-b73c-df9a9683cfb3 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047910 Oct 23 20:16:48.233267 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-647fd2e2-80b6-4586-a1f0-a5840fe0519d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805461 Oct 23 20:16:48.325260 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-269c3f75-5269-49a4-88d1-65ccfc2a7b51 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864091 Oct 23 20:16:48.495629 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-298a5eb9-2ded-4fc2-941d-3ce2320254dc req-604aab9b-2c5f-4510-a0ba-4b7fea4e13b0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 210 time: 0.0292087 Oct 23 20:16:49.597115 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7f033097-ad14-4aea-aa4b-4b19d8174fe7 req-fd3d2bd1-d8aa-4001-9ec2-f80b11509d5e tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 210 time: 0.0268466 Oct 23 20:16:50.265727 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-4eeff790-0e7f-49a0-bf68-483f74f9700d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:50.267349 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-4eeff790-0e7f-49a0-bf68-483f74f9700d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 815 time: 0.1173930 Oct 23 20:16:50.333521 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-6328e197-fb1a-4624-ba40-6e2c93f6106f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=71f456c92d544d0c81bcb2fe937188ef HTTP/1.1" status: 200 len: 380 time: 0.0567503 Oct 23 20:16:50.391457 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'port': {'device_id': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'admin_state_up': True, 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'security_groups': ['2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6']}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:16:50.502716 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Made reservation on behalf of 71f456c92d544d0c81bcb2fe937188ef for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:16:50.506577 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:50.633225 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Allocated IP 172.20.0.10 (5d505897-a26b-4ba1-98e0-a78acd4b7259/96bccd89-11da-40f0-8ed3-2b7d1ec91a63/52aa7e62-de00-4e05-aae6-56a7a696b6e7) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:16:50.706984 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1868e62d-e6b2-4244-afdb-7a76480bbd0d req-48c8d3c1-ae7d-47e5-abce-d879a6c3bca0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 210 time: 0.0306518 Oct 23 20:16:50.782310 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:50.807100 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:50.815228 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:50.824695 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:50.859941 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Network 5d505897-a26b-4ba1-98e0-a78acd4b7259 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:16:50.867705 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:16:50.872452 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:16:50.902914 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'Port': ['ID=52aa7e62-de00-4e05-aae6-56a7a696b6e7,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:50.932809 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:50.933815 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:50.952736 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-0369f2d4-d455-4434-af96-ff357fa0029b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5651598 Oct 23 20:16:51.142154 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-c669d0a9-1ed1-46e9-82f8-adcc8a1887a4 None None] Provisioning complete for port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:16:51.142682 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c669d0a9-1ed1-46e9-82f8-adcc8a1887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:51.142880 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-c669d0a9-1ed1-46e9-82f8-adcc8a1887a4 None None] Attempt 1 to provision port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 Oct 23 20:16:51.174419 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-c669d0a9-1ed1-46e9-82f8-adcc8a1887a4 None None] Port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:16:51.830744 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a02396-6ebf-487e-8073-d707440d156b req-1ae1a9ba-7714-4dc4-92e3-13f4efdb9fc3 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:51.832227 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d2a02396-6ebf-487e-8073-d707440d156b req-1ae1a9ba-7714-4dc4-92e3-13f4efdb9fc3 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 932 time: 0.0498331 Oct 23 20:16:51.879863 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d2a02396-6ebf-487e-8073-d707440d156b req-869b78d0-1323-4d0f-89c0-6333dee0d00a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412943 Oct 23 20:16:52.044607 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Request body: {'port': {'device_id': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:16:52.109266 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:52.364456 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52aa7e62-de00-4e05-aae6-56a7a696b6e7 {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:16:52.371895 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Publish callbacks [] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:52.384244 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Transition to ACTIVE for port object 52aa7e62-de00-4e05-aae6-56a7a696b6e7 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:16:52.387885 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:52.462063 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Pushing event updated for resources: {'Port': ['ID=52aa7e62-de00-4e05-aae6-56a7a696b6e7,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:52.493454 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Attempting to bind port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:16:52.493788 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Attempting to bind port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:16:52.494113 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Attempting to bind port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:16:52.536395 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:16:52.536711 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Attempting to bind port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:16:52.577976 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:16:52.578335 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Checking segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:16:52.578713 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Bound using segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:16:52.579146 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Bound port: 52aa7e62-de00-4e05-aae6-56a7a696b6e7, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:16:52.579498 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:52.636915 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] For port 52aa7e62-de00-4e05-aae6-56a7a696b6e7, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:16:52.639820 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] For port 52aa7e62-de00-4e05-aae6-56a7a696b6e7, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=52aa7e62-de00-4e05-aae6-56a7a696b6e7,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:16:52.645550 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:52.648921 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:52.649520 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:52.651279 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/52aa7e62-de00-4e05-aae6-56a7a696b6e7 HTTP/1.1" status: 200 len: 1094 time: 0.6109724 Oct 23 20:16:52.653259 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'tag': '52aa7e62-de00-4e05-aae6-56a7a696b6e7'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:16:52.655666 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b55a968-9a54-4fd9-94a5-70d96faf7b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c571552-4e80-4170-9cc6-aa8ccb5a180a", "tag": "52aa7e62-de00-4e05-aae6-56a7a696b6e7"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:16:52.690359 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:52.692203 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a360f32-d9ca-42bd-a6e6-c896927d1fed x-openstack-request-id: req-9a360f32-d9ca-42bd-a6e6-c896927d1fed {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:16:52.692499 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c571552-4e80-4170-9cc6-aa8ccb5a180a", "tag": "52aa7e62-de00-4e05-aae6-56a7a696b6e7", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:16:52.692750 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a360f32-d9ca-42bd-a6e6-c896927d1fed {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:16:52.693143 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a360f32-d9ca-42bd-a6e6-c896927d1fed'] response: {'name': 'network-changed', 'server_uuid': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'tag': '52aa7e62-de00-4e05-aae6-56a7a696b6e7', 'status': 'completed', 'code': 200} Oct 23 20:16:52.706911 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb65e1-a9d4-4462-81a5-b319fd6d2f5d service neutron] Pushing event updated for resources: {'Port': ['ID=52aa7e62-de00-4e05-aae6-56a7a696b6e7,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:16:53.000706 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdd24e-55e0-47a4-a1dd-d63dc1a70142 req-6f1457cf-35c7-4fb1-9dd4-d5d3eae7300c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:53.002086 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-25cdd24e-55e0-47a4-a1dd-d63dc1a70142 req-6f1457cf-35c7-4fb1-9dd4-d5d3eae7300c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 944 time: 0.0478895 Oct 23 20:16:53.049487 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-25cdd24e-55e0-47a4-a1dd-d63dc1a70142 req-b8888862-f3f3-490d-a9c2-a50b0a351567 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416651 Oct 23 20:16:54.171814 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2124fc5-7350-40af-963a-b879e41b1bdb req-ac8d2f87-216f-469e-8a8c-1f2def1380ac tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:54.173241 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f2124fc5-7350-40af-963a-b879e41b1bdb req-ac8d2f87-216f-469e-8a8c-1f2def1380ac tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 944 time: 0.0487449 Oct 23 20:16:54.218452 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f2124fc5-7350-40af-963a-b879e41b1bdb req-0123c232-d231-403e-8643-b63c78f4ad1a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396748 Oct 23 20:16:54.342803 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:16:54.382109 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55a968-9a54-4fd9-94a5-70d96faf7b0c req-9a31040a-737d-413d-9115-932ab4a199d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:54.384132 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4b55a968-9a54-4fd9-94a5-70d96faf7b0c req-9a31040a-737d-413d-9115-932ab4a199d2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 1128 time: 0.0429590 Oct 23 20:16:54.427275 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:54.492475 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55a968-9a54-4fd9-94a5-70d96faf7b0c req-946d42b2-c9b0-410b-8d86-530f6ee04644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:54.493942 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4b55a968-9a54-4fd9-94a5-70d96faf7b0c req-946d42b2-c9b0-410b-8d86-530f6ee04644 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=71f456c92d544d0c81bcb2fe937188ef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0927987 Oct 23 20:16:54.589755 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55a968-9a54-4fd9-94a5-70d96faf7b0c req-e5b67627-5008-4053-94fe-55b88129ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:54.591266 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4b55a968-9a54-4fd9-94a5-70d96faf7b0c req-e5b67627-5008-4053-94fe-55b88129ce86 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913863 Oct 23 20:16:54.662207 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-c750cc9a-2e50-46e4-9c39-8b7d453a2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:54.663646 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-c750cc9a-2e50-46e4-9c39-8b7d453a2b4e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 1128 time: 0.0392320 Oct 23 20:16:54.701517 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-34f6987a-d3ca-47e5-bbcf-e3ddf6a1a97a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52aa7e62-de00-4e05-aae6-56a7a696b6e7 HTTP/1.1" status: 200 len: 217 time: 0.0314069 Oct 23 20:16:54.753523 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b399d296-7d29-4291-80a6-c2855cf74dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:54.755024 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-b399d296-7d29-4291-80a6-c2855cf74dc7 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0479023 Oct 23 20:16:54.892326 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-11176424-abd0-4b0d-a090-29c24c8ac303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:54.894314 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-11176424-abd0-4b0d-a090-29c24c8ac303 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396190 Oct 23 20:16:54.989694 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-86888027-d9ff-40c5-bd2f-98844d416dae service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886092 Oct 23 20:16:55.082661 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-39e2a133-eb59-416f-bbe7-dbc6c9f32aec req-dc7c7d46-c5ba-4026-b907-7836ca5a159a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874794 Oct 23 20:16:55.347469 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773f4bf-ffa0-493e-a0aa-9a661fc6a08e req-352c1469-ab4e-4869-b499-5ac3ef9816ea tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:55.348997 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5773f4bf-ffa0-493e-a0aa-9a661fc6a08e req-352c1469-ab4e-4869-b499-5ac3ef9816ea tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 944 time: 0.0522416 Oct 23 20:16:55.365702 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:55.417435 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5773f4bf-ffa0-493e-a0aa-9a661fc6a08e req-96c39d94-8605-4adf-827b-1955fdd7381f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600367 Oct 23 20:16:56.321726 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:56.322637 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=6 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:56.556804 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6222c2-e94e-41de-b48c-747c8f435078 req-e5332081-f7da-4123-93dd-395c7165027f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:56.559045 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-df6222c2-e94e-41de-b48c-747c8f435078 req-e5332081-f7da-4123-93dd-395c7165027f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 944 time: 0.0551064 Oct 23 20:16:56.611810 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-df6222c2-e94e-41de-b48c-747c8f435078 req-16329016-5c35-4d43-a0db-9a21f7a9a108 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457249 Oct 23 20:16:57.724639 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:16:57.732749 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f2e31-9d1d-4e90-a165-d0b3975ed990 req-dba8e447-c7a6-4fad-a00f-90d85aa8a079 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:57.734183 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-283f2e31-9d1d-4e90-a165-d0b3975ed990 req-dba8e447-c7a6-4fad-a00f-90d85aa8a079 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 944 time: 0.0469673 Oct 23 20:16:57.779713 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-283f2e31-9d1d-4e90-a165-d0b3975ed990 req-77fc6919-6a42-47d6-8953-cb070894986a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400856 Oct 23 20:16:58.900529 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b3896-592e-4287-a64b-318c1c60bdf1 req-37e118fb-b8cd-4d8c-8e4b-ad67dc5faa18 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:16:58.901968 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2a6b3896-592e-4287-a64b-318c1c60bdf1 req-37e118fb-b8cd-4d8c-8e4b-ad67dc5faa18 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 944 time: 0.0455446 Oct 23 20:16:58.946987 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2a6b3896-592e-4287-a64b-318c1c60bdf1 req-8b4d2fbf-ea94-4598-9d4d-08c4e0d610f2 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396321 Oct 23 20:17:00.072976 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42affec-82d6-4fa0-82fc-1497e0b09b05 req-ec0eb473-cc33-4def-a265-8d8d42d02e1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:00.074443 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a42affec-82d6-4fa0-82fc-1497e0b09b05 req-ec0eb473-cc33-4def-a265-8d8d42d02e1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 944 time: 0.0490005 Oct 23 20:17:00.119463 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a42affec-82d6-4fa0-82fc-1497e0b09b05 req-eb741cc0-6a31-4205-8f04-d9025ae5d055 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392721 Oct 23 20:17:01.021519 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35946) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:01.124587 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-6b0ae551-4c0b-4d15-8117-bd59663d204e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:01.210481 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-6b0ae551-4c0b-4d15-8117-bd59663d204e admin admin] Publish callbacks [] for security_group (04118cbf-d576-4044-af9e-09780ac4f9b2), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:01.214935 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-6b0ae551-4c0b-4d15-8117-bd59663d204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (04118cbf-d576-4044-af9e-09780ac4f9b2), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:01.285371 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09267ffc-5b56-4eac-a955-5c938a03c882 req-13c42111-4bc3-4e89-a4ab-e42cfa5cf1ca tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:01.286846 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-09267ffc-5b56-4eac-a955-5c938a03c882 req-13c42111-4bc3-4e89-a4ab-e42cfa5cf1ca tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 944 time: 0.0888119 Oct 23 20:17:01.288730 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ae551-4c0b-4d15-8117-bd59663d204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04118cbf-d576-4044-af9e-09780ac4f9b2,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:01.293830 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-6b0ae551-4c0b-4d15-8117-bd59663d204e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d6c53fa2e0e746de8a002871a359ae31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712474 Oct 23 20:17:01.296720 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35952) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:01.365278 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-09267ffc-5b56-4eac-a955-5c938a03c882 req-3677057f-58d0-41db-9f99-0ceda8493027 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703225 Oct 23 20:17:01.379115 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-951549a0-d6b3-497a-b23d-2cce83c4df91 admin admin] Publish callbacks [] for security_group (04118cbf-d576-4044-af9e-09780ac4f9b2), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:01.400218 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-951549a0-d6b3-497a-b23d-2cce83c4df91 admin admin] Publish callbacks [] for security_group (04118cbf-d576-4044-af9e-09780ac4f9b2), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:01.445684 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-951549a0-d6b3-497a-b23d-2cce83c4df91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (04118cbf-d576-4044-af9e-09780ac4f9b2), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:01.448827 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-951549a0-d6b3-497a-b23d-2cce83c4df91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:01.450180 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-951549a0-d6b3-497a-b23d-2cce83c4df91 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/04118cbf-d576-4044-af9e-09780ac4f9b2 HTTP/1.1" status: 204 len: 168 time: 0.1529560 Oct 23 20:17:01.458024 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951549a0-d6b3-497a-b23d-2cce83c4df91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04118cbf-d576-4044-af9e-09780ac4f9b2,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:02.060803 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 35978) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:02.162365 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1493531370-network', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:02.183052 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Made reservation on behalf of deacebf04e2d4a8093425ce7d16ca3cf for: {'network': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:17:02.185544 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.193667 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.225640 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:02.249424 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:02.276846 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Publish callbacks [] for security_group (34202eee-d765-4dee-a4e7-c80b2dc35550), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.280750 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (34202eee-d765-4dee-a4e7-c80b2dc35550), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.302356 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=104660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:17:02.317310 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34202eee-d765-4dee-a4e7-c80b2dc35550,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:02.320225 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (fad443fb-8226-4bd3-bbda-c7e76b631c7c), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.320568 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.segments_db [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Added segment fad443fb-8226-4bd3-bbda-c7e76b631c7c of type vlan for network dfd87eb0-6e12-4670-accf-38eb6ce06b92 Oct 23 20:17:02.360848 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (dfd87eb0-6e12-4670-accf-38eb6ce06b92), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.384493 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (dfd87eb0-6e12-4670-accf-38eb6ce06b92), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.385469 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:02.386047 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.447116 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3852050 Oct 23 20:17:02.450096 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35984) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:02.455288 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Request body: {'subnet': {'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1493531370-subnet', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'ip_version': 4}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:02.462978 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a86a12-a72a-4e61-9680-293c0afc8bfe admin admin] Pushing event updated for resources: {'Network': ['ID=dfd87eb0-6e12-4670-accf-38eb6ce06b92,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:02.471220 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network dfd87eb0-6e12-4670-accf-38eb6ce06b92 details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:17:02.496452 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Made reservation on behalf of deacebf04e2d4a8093425ce7d16ca3cf for: {'subnet': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:17:02.498758 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2990482'] for subnet (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.501771 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06de3fc-9aaf-46c3-98f9-c268ea385231 req-9efc1eb5-b142-4dc8-be6b-9e8249e89150 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:02.503305 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e06de3fc-9aaf-46c3-98f9-c268ea385231 req-9efc1eb5-b142-4dc8-be6b-9e8249e89150 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 944 time: 0.0551214 Oct 23 20:17:02.559089 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e06de3fc-9aaf-46c3-98f9-c268ea385231 req-8e6947cf-1c2c-4be4-b94b-e03aae025510 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477808 Oct 23 20:17:02.666300 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2921222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2990468'] for subnet (fc54d622-0135-4d12-b9d0-e409cb44612a), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.719454 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc54d622-0135-4d12-b9d0-e409cb44612a,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:02.733329 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.733673 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.734027 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.734371 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.734699 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.735025 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.735352 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.735669 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.735989 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.736313 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.736632 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.736949 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.737263 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.737575 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.737888 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:02.743363 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:02.746818 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Checking segment: {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:17:02.747119 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Network hostable DHCP agents. Network: dfd87eb0-6e12-4670-accf-38eb6ce06b92, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:17:02.764306 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Network dfd87eb0-6e12-4670-accf-38eb6ce06b92 is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:17:02.772619 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, dfd87eb0-6e12-4670-accf-38eb6ce06b92) {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:17:02.777528 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:02.778091 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.783829 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6513e651-558d-4eb5-9e85-2e5d4c7e3e23 None None] Network dfd87eb0-6e12-4670-accf-38eb6ce06b92 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:17:02.793409 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-7c0c4cf2-50f1-4654-bf53-f28f031253eb admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3418536 Oct 23 20:17:02.796055 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35986) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:02.800219 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:02.819385 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16399959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48049'] for router (20f7a74b-78f3-4b05-885b-166c44541619), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.820351 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16393245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16406672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48056'] for router (20f7a74b-78f3-4b05-885b-166c44541619), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.847490 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:02.874109 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Publish callbacks [] for router_controller (20f7a74b-78f3-4b05-885b-166c44541619), precommit_add_association {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:02.895812 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 20:17:02.896808 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:03.012614 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Publish callbacks [] for router_gateway (20f7a74b-78f3-4b05-885b-166c44541619), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:03.030977 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Allocated IP 172.20.0.2 (dfd87eb0-6e12-4670-accf-38eb6ce06b92/fc54d622-0135-4d12-b9d0-e409cb44612a/a78ac5f6-b115-4560-9a53-7abce7cd16c6) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:17:03.172676 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Publish callbacks [] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:03.178883 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:03.190367 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Publish callbacks [] for router_gateway (20f7a74b-78f3-4b05-885b-166c44541619), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:03.209535 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:03.216784 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Network dfd87eb0-6e12-4670-accf-38eb6ce06b92 is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:17:03.224140 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:17:03.228362 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:17:03.231513 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Pushing event updated for resources: {'Port': ['ID=a78ac5f6-b115-4560-9a53-7abce7cd16c6,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:03.241832 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.242188 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.243104 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.243465 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.243781 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.244151 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.244484 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.244810 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.245131 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.245656 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.245983 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.246408 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.246732 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.247054 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.247376 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:03.299154 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Attempting to bind port a78ac5f6-b115-4560-9a53-7abce7cd16c6 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:17:03.299439 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Attempting to bind port a78ac5f6-b115-4560-9a53-7abce7cd16c6 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:17:03.299800 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Attempting to bind port a78ac5f6-b115-4560-9a53-7abce7cd16c6 on network dfd87eb0-6e12-4670-accf-38eb6ce06b92 {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:17:03.315694 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Allocated IP 172.27.0.213 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/6e03634d-ef43-4d2d-a4df-0550e8feea9f) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:17:03.344871 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:17:03.345249 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Checking segment: {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:17:03.345652 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:03.346047 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Bound using segment: {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:17:03.346577 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Bound port: a78ac5f6-b115-4560-9a53-7abce7cd16c6, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:17:03.346956 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:03.405451 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] For port a78ac5f6-b115-4560-9a53-7abce7cd16c6, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:17:03.408523 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] For port a78ac5f6-b115-4560-9a53-7abce7cd16c6, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=a78ac5f6-b115-4560-9a53-7abce7cd16c6,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:17:03.415373 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:03.418040 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Publish callbacks [] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:03.450546 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:03.465344 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05219ba-4850-4781-b6cd-3e4d64fb48e0 None None] Pushing event updated for resources: {'Port': ['ID=a78ac5f6-b115-4560-9a53-7abce7cd16c6,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:03.492227 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:17:03.499709 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:17:03.503546 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:17:03.525931 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Pushing event updated for resources: {'Port': ['ID=6e03634d-ef43-4d2d-a4df-0550e8feea9f,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:03.636473 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:03.697825 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee717d33-69a7-4382-b8c3-bb379ba6bc4a req-c3118a14-879f-4972-8e4c-4b293acd216f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:03.699455 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ee717d33-69a7-4382-b8c3-bb379ba6bc4a req-c3118a14-879f-4972-8e4c-4b293acd216f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 944 time: 0.0532980 Oct 23 20:17:03.701420 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:03.758732 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-ee717d33-69a7-4382-b8c3-bb379ba6bc4a req-9594056e-b3d4-4328-acd5-20de819af612 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503769 Oct 23 20:17:03.769974 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Publish callbacks [] for router_gateway (20f7a74b-78f3-4b05-885b-166c44541619), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:03.956820 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16393388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623'] for router (20f7a74b-78f3-4b05-885b-166c44541619), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:04.081527 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Router 20f7a74b-78f3-4b05-885b-166c44541619 is scheduled to L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba with binding_index 1 {{(pid=104659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 20:17:04.341129 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c9813-fbce-4d62-a296-d1edea643d7f None None] Network dfd87eb0-6e12-4670-accf-38eb6ce06b92 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:17:04.374203 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:04.408860 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-708d7471-d1e7-4be8-a31e-0355a716a183 None None] Provisioning complete for port a78ac5f6-b115-4560-9a53-7abce7cd16c6 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:04.409155 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-708d7471-d1e7-4be8-a31e-0355a716a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:04.409488 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-708d7471-d1e7-4be8-a31e-0355a716a183 None None] Attempt 1 to provision port a78ac5f6-b115-4560-9a53-7abce7cd16c6 Oct 23 20:17:04.428869 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:17:04.442160 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Sync routers for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:17:04.449273 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:04.450525 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-8cfa459a-bbe0-4d84-b4dc-e7d1eb8c11db admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6535311 Oct 23 20:17:04.453519 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 35994) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:04.491937 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:17:04.493126 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:16:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:04.593950 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:04.624583 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-708d7471-d1e7-4be8-a31e-0355a716a183 None None] Current status of the port a78ac5f6-b115-4560-9a53-7abce7cd16c6 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:04.625242 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-708d7471-d1e7-4be8-a31e-0355a716a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:04.676872 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:17:04.679695 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-708d7471-d1e7-4be8-a31e-0355a716a183 None None] For port a78ac5f6-b115-4560-9a53-7abce7cd16c6, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=a78ac5f6-b115-4560-9a53-7abce7cd16c6,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:04.703495 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-708d7471-d1e7-4be8-a31e-0355a716a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:04.752226 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:04.813304 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:04.821483 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 52aa7e62-de00-4e05-aae6-56a7a696b6e7 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:17:04.855402 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d7471-d1e7-4be8-a31e-0355a716a183 None None] Pushing event updated for resources: {'Port': ['ID=a78ac5f6-b115-4560-9a53-7abce7cd16c6,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:04.859763 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:04.860818 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-d6e7345c-01a7-40ad-9819-363d82c1519c None None] Provisioning complete for port a78ac5f6-b115-4560-9a53-7abce7cd16c6 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:04.861201 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-d6e7345c-01a7-40ad-9819-363d82c1519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:04.861546 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-d6e7345c-01a7-40ad-9819-363d82c1519c None None] Attempt 1 to provision port a78ac5f6-b115-4560-9a53-7abce7cd16c6 Oct 23 20:17:04.878006 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:04.896631 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1ad1b-2617-4446-8141-cfb7795d25d7 req-4c7ce018-80be-4383-9e8a-2fcf80d32095 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:04.898113 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f4e1ad1b-2617-4446-8141-cfb7795d25d7 req-4c7ce018-80be-4383-9e8a-2fcf80d32095 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 944 time: 0.0599968 Oct 23 20:17:04.962877 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f4e1ad1b-2617-4446-8141-cfb7795d25d7 req-903253d2-ff2c-4373-980b-ab657aff09fb tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578489 Oct 23 20:17:05.019984 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:03Z', 'revision_number': 3, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:05.047539 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Allocated IP 172.20.0.1 (dfd87eb0-6e12-4670-accf-38eb6ce06b92/fc54d622-0135-4d12-b9d0-e409cb44612a/0f755d40-28fa-473e-adf9-caabeeca3d59) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:17:05.077180 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Checking router: 20f7a74b-78f3-4b05-885b-166c44541619 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:17:05.077533 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Updating router 20f7a74b-78f3-4b05-885b-166c44541619 port 6e03634d-ef43-4d2d-a4df-0550e8feea9f binding host dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:17:05.081318 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 52aa7e62-de00-4e05-aae6-56a7a696b6e7, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=52aa7e62-de00-4e05-aae6-56a7a696b6e7,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:05.116649 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '52aa7e62-de00-4e05-aae6-56a7a696b6e7', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'port_id': '52aa7e62-de00-4e05-aae6-56a7a696b6e7', 'mac_address': 'fa:16:3e:ee:31:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:17:05.127755 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.131440 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7345c-01a7-40ad-9819-363d82c1519c None None] Current status of the port a78ac5f6-b115-4560-9a53-7abce7cd16c6 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:05.150831 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Publish callbacks [] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.193381 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.237058 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Network dfd87eb0-6e12-4670-accf-38eb6ce06b92 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:17:05.238379 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:05.238760 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.243995 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:17:05.247874 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:17:05.251157 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Pushing event updated for resources: {'Port': ['ID=0f755d40-28fa-473e-adf9-caabeeca3d59,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:05.261119 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52aa7e62-de00-4e05-aae6-56a7a696b6e7 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:17:05.300842 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394435'] for router_interface (20f7a74b-78f3-4b05-885b-166c44541619), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.304434 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 52aa7e62-de00-4e05-aae6-56a7a696b6e7, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=52aa7e62-de00-4e05-aae6-56a7a696b6e7,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:05.311140 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.459225 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.491488 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device a78ac5f6-b115-4560-9a53-7abce7cd16c6 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:05.600352 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-059ecf6d-4eb4-4d51-978a-095a4513a559 None None] Provisioning complete for port 0f755d40-28fa-473e-adf9-caabeeca3d59 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:05.600728 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-059ecf6d-4eb4-4d51-978a-095a4513a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.601067 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-059ecf6d-4eb4-4d51-978a-095a4513a559 None None] Attempt 1 to provision port 0f755d40-28fa-473e-adf9-caabeeca3d59 Oct 23 20:17:05.609878 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:05.626315 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Publish callbacks [] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.631550 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.633996 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=52aa7e62-de00-4e05-aae6-56a7a696b6e7,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:05.651465 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=100 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:05.669171 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port a78ac5f6-b115-4560-9a53-7abce7cd16c6 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:05.669549 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.669889 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port a78ac5f6-b115-4560-9a53-7abce7cd16c6 Oct 23 20:17:05.683294 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:05.704111 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-059ecf6d-4eb4-4d51-978a-095a4513a559 None None] Port 0f755d40-28fa-473e-adf9-caabeeca3d59 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:17:05.711468 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16321054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16394327'] for router_interface (20f7a74b-78f3-4b05-885b-166c44541619), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.718108 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Pushing event updated for resources: {'Port': ['ID=0f755d40-28fa-473e-adf9-caabeeca3d59,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:05.733663 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Publish callbacks [] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), precommit_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.740993 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.756614 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['52aa7e62-de00-4e05-aae6-56a7a696b6e7'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:17:05.799020 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:05.803896 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Attempting to bind port 6e03634d-ef43-4d2d-a4df-0550e8feea9f on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:17:05.804314 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Attempting to bind port 6e03634d-ef43-4d2d-a4df-0550e8feea9f by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:17:05.804680 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Attempting to bind port 6e03634d-ef43-4d2d-a4df-0550e8feea9f on network 3d6885ca-cf96-428e-afce-731ce2a4b2ac {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:17:05.811668 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Network dfd87eb0-6e12-4670-accf-38eb6ce06b92 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:17:05.812960 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:17:05.881706 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23983f-52ba-4056-a44a-412b54e255f8 None None] Pushing event updated for resources: {'Port': ['ID=6e03634d-ef43-4d2d-a4df-0550e8feea9f,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:05.908421 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port a78ac5f6-b115-4560-9a53-7abce7cd16c6 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:05.927460 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Router 20f7a74b-78f3-4b05-885b-166c44541619 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:17:05.928409 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:17:05.928790 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:17:05.929194 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:05.929594 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Bound using segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:17:05.930735 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Bound port: 6e03634d-ef43-4d2d-a4df-0550e8feea9f, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:17:05.931215 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.015299 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] For port 6e03634d-ef43-4d2d-a4df-0550e8feea9f, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:17:06.066196 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] For port 6e03634d-ef43-4d2d-a4df-0550e8feea9f, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=6e03634d-ef43-4d2d-a4df-0550e8feea9f,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:17:06.080721 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.095148 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:17:06.109200 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-77ec33f8-db2a-4bc5-9b7c-197d99b075da admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/20f7a74b-78f3-4b05-885b-166c44541619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6456218 Oct 23 20:17:06.128828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be33aa6-3eb6-4a88-9791-f84eb17e36e8 req-0e2c6f08-9339-44b8-8260-eccf3d817765 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:06.130435 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3be33aa6-3eb6-4a88-9791-f84eb17e36e8 req-0e2c6f08-9339-44b8-8260-eccf3d817765 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 945 time: 0.0521541 Oct 23 20:17:06.142325 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:17:06.142939 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:16:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:06.187614 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3be33aa6-3eb6-4a88-9791-f84eb17e36e8 req-60f9b7c0-4649-4bc0-8d19-af4b418ac11f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472326 Oct 23 20:17:06.192876 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-deaa99a2-6757-4aa7-a099-4262ada02cb5 None None] Provisioning complete for port 0f755d40-28fa-473e-adf9-caabeeca3d59 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:06.193252 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-deaa99a2-6757-4aa7-a099-4262ada02cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.193584 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-deaa99a2-6757-4aa7-a099-4262ada02cb5 None None] Attempt 1 to provision port 0f755d40-28fa-473e-adf9-caabeeca3d59 Oct 23 20:17:06.227426 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23983f-52ba-4056-a44a-412b54e255f8 None None] Pushing event updated for resources: {'Port': ['ID=6e03634d-ef43-4d2d-a4df-0550e8feea9f,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:06.237555 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:06.256502 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-deaa99a2-6757-4aa7-a099-4262ada02cb5 None None] Port 0f755d40-28fa-473e-adf9-caabeeca3d59 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:17:06.316703 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:17:06.505919 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 2, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:06.534016 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd7c2f-632d-4333-8327-b61ad239c114 None None] The sync data for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi is: [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 2, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:17:06.614109 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 36022) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:06.619933 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-200602502-network', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:06.639578 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Made reservation on behalf of 1b7ac947dae84984adc4c779cb78e4c3 for: {'network': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:17:06.641931 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for network (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.650720 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.738364 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 52aa7e62-de00-4e05-aae6-56a7a696b6e7 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:06.754507 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Publish callbacks [] for security_group (f2cfb053-f873-49ca-98fc-9ff1156065b9), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.758226 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (f2cfb053-f873-49ca-98fc-9ff1156065b9), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.791726 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=104659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 20:17:06.797543 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cfb053-f873-49ca-98fc-9ff1156065b9,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:06.802355 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:17:06.805644 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (dfed8c62-5085-4c7f-b03c-efc300f9ed29), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.805967 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.segments_db [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Added segment dfed8c62-5085-4c7f-b03c-efc300f9ed29 of type vlan for network 36eddb80-7e9b-4520-b356-23ef1b38884a Oct 23 20:17:06.812847 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:06.813275 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.814028 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 Oct 23 20:17:06.851340 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774106097812'] for network (36eddb80-7e9b-4520-b356-23ef1b38884a), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.880584 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064'] for network (36eddb80-7e9b-4520-b356-23ef1b38884a), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.881769 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:06.882401 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.905215 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:06.905608 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.911480 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:06.934706 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52aa7e62-de00-4e05-aae6-56a7a696b6e7'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:17:06.937144 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd52afb8-a89f-4c6d-85a9-bc0fe1378351" -d '{"events": [{"server_uuid": "3c571552-4e80-4170-9cc6-aa8ccb5a180a", "name": "network-vif-plugged", "status": "completed", "tag": "52aa7e62-de00-4e05-aae6-56a7a696b6e7"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:17:06.947347 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3319955 Oct 23 20:17:06.950165 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36026) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:06.956179 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-ce8c1383-d3ca-465c-807c-3225963925df admin admin] Request body: {'subnet': {'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-200602502-subnet', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'ip_version': 4}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:06.960721 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 52aa7e62-de00-4e05-aae6-56a7a696b6e7, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=52aa7e62-de00-4e05-aae6-56a7a696b6e7,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:06.963161 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0976951-e3ba-479d-bdb2-6d4a34e95d39 admin admin] Pushing event updated for resources: {'Network': ['ID=36eddb80-7e9b-4520-b356-23ef1b38884a,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:06.970803 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:06.979121 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Network 36eddb80-7e9b-4520-b356-23ef1b38884a details requested by agent ovs-agent-dv-cinder-862432-1-iscsi with host dv-cinder-862432-1-iscsi {{(pid=104661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 20:17:06.988799 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8c1383-d3ca-465c-807c-3225963925df admin admin] Made reservation on behalf of 1b7ac947dae84984adc4c779cb78e4c3 for: {'subnet': 1} {{(pid=104660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:17:06.991388 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1383-d3ca-465c-807c-3225963925df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318969'] for subnet (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:07.089633 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=52aa7e62-de00-4e05-aae6-56a7a696b6e7,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:07.279316 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8c2456-fde0-46ba-b86c-266018e30e5e x-openstack-request-id: req-3d8c2456-fde0-46ba-b86c-266018e30e5e {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:17:07.280383 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c571552-4e80-4170-9cc6-aa8ccb5a180a", "name": "network-vif-plugged", "status": "completed", "tag": "52aa7e62-de00-4e05-aae6-56a7a696b6e7", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:17:07.280844 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d8c2456-fde0-46ba-b86c-266018e30e5e {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:17:07.281404 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8c2456-fde0-46ba-b86c-266018e30e5e'] response: {'server_uuid': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52aa7e62-de00-4e05-aae6-56a7a696b6e7', 'code': 200} Oct 23 20:17:07.454836 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff1aa3-58f7-46f3-88d3-c200139f66aa req-0428d058-4989-4f19-8544-bc1aab1b26da tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:07.456544 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-92ff1aa3-58f7-46f3-88d3-c200139f66aa req-0428d058-4989-4f19-8544-bc1aab1b26da tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 946 time: 0.0808644 Oct 23 20:17:07.502868 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfbd6e-8bd6-408c-b36d-b2c8e27878f0 req-00876b77-3aa0-4166-a8c0-75df018e2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:07.504640 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-31bfbd6e-8bd6-408c-b36d-b2c8e27878f0 req-00876b77-3aa0-4166-a8c0-75df018e2121 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 1130 time: 0.0474920 Oct 23 20:17:07.542197 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:07.554099 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-92ff1aa3-58f7-46f3-88d3-c200139f66aa req-ef1bc54a-52b4-4dda-a596-382acf83e816 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883214 Oct 23 20:17:07.558319 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-31bfbd6e-8bd6-408c-b36d-b2c8e27878f0 req-d5214698-33cc-4f21-a805-47e17eb56766 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469429 Oct 23 20:17:07.584877 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:07.605497 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1383-d3ca-465c-807c-3225963925df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318959'] for subnet (9cdae61e-a22a-4cc4-b3ca-83696fb97edd), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:07.657786 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c1383-d3ca-465c-807c-3225963925df admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cdae61e-a22a-4cc4-b3ca-83696fb97edd,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:07.673975 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c1383-d3ca-465c-807c-3225963925df admin admin] Checking segment: {'id': 'dfed8c62-5085-4c7f-b03c-efc300f9ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:17:07.674370 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c1383-d3ca-465c-807c-3225963925df admin admin] Network hostable DHCP agents. Network: 36eddb80-7e9b-4520-b356-23ef1b38884a, hostable agents: ['883871f0-c73c-4412-9201-a81612d39f61'], hosted agents: [] {{(pid=104660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 20:17:07.691494 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c1383-d3ca-465c-807c-3225963925df admin admin] Network 36eddb80-7e9b-4520-b356-23ef1b38884a is scheduled to be hosted by DHCP agent 883871f0-c73c-4412-9201-a81612d39f61 with binding_index 1 {{(pid=104660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 20:17:07.701359 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-ce8c1383-d3ca-465c-807c-3225963925df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-1-iscsi, 36eddb80-7e9b-4520-b356-23ef1b38884a) {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:17:07.705592 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c1383-d3ca-465c-807c-3225963925df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:07.706435 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1383-d3ca-465c-807c-3225963925df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:07.709986 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f1803-f88b-4e9e-ac2d-2a1c9918b7eb None None] Network 36eddb80-7e9b-4520-b356-23ef1b38884a requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:17:07.724734 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-ce8c1383-d3ca-465c-807c-3225963925df admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7730255 Oct 23 20:17:07.728178 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 36038) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:07.732668 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-200602502-router', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:07.742843 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:07.755216 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16399959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48049'] for router (df409e50-c560-4d78-a04c-3899dd6b3193), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:07.756291 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16393245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16406672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48056'] for router (df409e50-c560-4d78-a04c-3899dd6b3193), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:07.770349 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:07.818310 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Publish callbacks [] for router_controller (df409e50-c560-4d78-a04c-3899dd6b3193), precommit_add_association {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:07.834813 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b7f3aee-1156-5ab7-8522-0692fe36b374-36eddb80-7e9b-4520-b356-23ef1b38884a', 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a', 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'fixed_ips': [{'subnet_id': '9cdae61e-a22a-4cc4-b3ca-83696fb97edd'}]}} from dv-cinder-862432-1-iscsi. {{(pid=104661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 20:17:07.835915 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:07.925739 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:07.965820 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Publish callbacks [] for router_gateway (df409e50-c560-4d78-a04c-3899dd6b3193), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:07.980612 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.db_base_plugin_common [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Allocated IP 172.20.0.2 (36eddb80-7e9b-4520-b356-23ef1b38884a/9cdae61e-a22a-4cc4-b3ca-83696fb97edd/e2a2f611-a868-42bb-9b38-535fa3f58c3c) {{(pid=104661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:17:08.132476 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Publish callbacks [] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), precommit_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:08.138769 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), after_create {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:08.161595 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Publish callbacks [] for router_gateway (df409e50-c560-4d78-a04c-3899dd6b3193), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:08.176207 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Network 36eddb80-7e9b-4520-b356-23ef1b38884a is already hosted by enough agents. {{(pid=104661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:17:08.180600 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:08.181704 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.base_scheduler [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Resources bound (agent type, host, resource id): {{(pid=104661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:17:08.185584 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Received port after_create {{(pid=104661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:17:08.192204 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Pushing event updated for resources: {'Port': ['ID=e2a2f611-a868-42bb-9b38-535fa3f58c3c,revision_number=1']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:08.248370 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Attempting to bind port e2a2f611-a868-42bb-9b38-535fa3f58c3c on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:17:08.248952 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Attempting to bind port e2a2f611-a868-42bb-9b38-535fa3f58c3c by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'dfed8c62-5085-4c7f-b03c-efc300f9ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:17:08.249322 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Attempting to bind port e2a2f611-a868-42bb-9b38-535fa3f58c3c on network 36eddb80-7e9b-4520-b356-23ef1b38884a {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:17:08.289918 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Allocated IP 172.27.0.222 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/f92181cd-0528-4b11-bea7-c88b90173b45) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:17:08.294904 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:17:08.295605 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Checking segment: {'id': 'dfed8c62-5085-4c7f-b03c-efc300f9ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:17:08.296076 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:08.296474 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Bound using segment: {'id': 'dfed8c62-5085-4c7f-b03c-efc300f9ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:17:08.296958 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Bound port: e2a2f611-a868-42bb-9b38-535fa3f58c3c, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfed8c62-5085-4c7f-b03c-efc300f9ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:17:08.297344 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:08.363306 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] For port e2a2f611-a868-42bb-9b38-535fa3f58c3c, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:17:08.366661 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] For port e2a2f611-a868-42bb-9b38-535fa3f58c3c, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e2a2f611-a868-42bb-9b38-535fa3f58c3c,segment=NetworkSegment(dfed8c62-5085-4c7f-b03c-efc300f9ed29),segment_id=dfed8c62-5085-4c7f-b03c-efc300f9ed29)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:17:08.375192 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:08.405237 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Publish callbacks [] for port (f92181cd-0528-4b11-bea7-c88b90173b45), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:08.451847 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9a90e-aca0-4dd6-9c81-dd0072282bd6 None None] Pushing event updated for resources: {'Port': ['ID=e2a2f611-a868-42bb-9b38-535fa3f58c3c,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:08.452738 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (f92181cd-0528-4b11-bea7-c88b90173b45), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:08.496769 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:17:08.499782 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:17:08.506943 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:17:08.532014 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Pushing event updated for resources: {'Port': ['ID=f92181cd-0528-4b11-bea7-c88b90173b45,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:08.671185 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:08.722113 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879622e-84c7-4548-a6f8-1c563d9574d1 req-4821b49e-e76d-46ba-833e-37fcc396e813 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:08.723664 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a879622e-84c7-4548-a6f8-1c563d9574d1 req-4821b49e-e76d-46ba-833e-37fcc396e813 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 946 time: 0.0578907 Oct 23 20:17:08.786363 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:08.791974 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a879622e-84c7-4548-a6f8-1c563d9574d1 req-a3d4fe48-1055-493b-9111-ed1d992ccd11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594413 Oct 23 20:17:08.804505 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Publish callbacks [] for router_gateway (df409e50-c560-4d78-a04c-3899dd6b3193), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:08.829098 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070109d4-8427-4099-8261-553c4490d11d None None] Sync routers for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:17:08.839678 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070109d4-8427-4099-8261-553c4490d11d None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:17:08.840327 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-070109d4-8427-4099-8261-553c4490d11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:16:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:08.948874 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-070109d4-8427-4099-8261-553c4490d11d None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:17:09.013826 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16393388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16388623'] for router (df409e50-c560-4d78-a04c-3899dd6b3193), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:09.139001 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-070109d4-8427-4099-8261-553c4490d11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 2, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:09.148135 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Router df409e50-c560-4d78-a04c-3899dd6b3193 is scheduled to L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba with binding_index 1 {{(pid=104659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 20:17:09.165492 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070109d4-8427-4099-8261-553c4490d11d None None] Checking router: 20f7a74b-78f3-4b05-885b-166c44541619 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:17:09.165842 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070109d4-8427-4099-8261-553c4490d11d None None] Updating router 20f7a74b-78f3-4b05-885b-166c44541619 port 0f755d40-28fa-473e-adf9-caabeeca3d59 binding host dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:17:09.196881 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-070109d4-8427-4099-8261-553c4490d11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:09.483699 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 6e03634d-ef43-4d2d-a4df-0550e8feea9f up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:09.532432 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-070109d4-8427-4099-8261-553c4490d11d None None] Publish callbacks [] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:09.541232 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:17:09.541465 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-070109d4-8427-4099-8261-553c4490d11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:09.556893 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Sync routers for ids ['df409e50-c560-4d78-a04c-3899dd6b3193'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:17:09.566045 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:09.570570 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36054) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:09.570840 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-282582b2-abae-46cd-a11b-31c91b9003e5 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8413217 Oct 23 20:17:09.577887 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f179c0f0-15da-4d10-8d18-cad9aea8f37c None None] Network 36eddb80-7e9b-4520-b356-23ef1b38884a requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:17:09.604525 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:09.609828 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 6e03634d-ef43-4d2d-a4df-0550e8feea9f triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:09.610203 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:09.610569 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 6e03634d-ef43-4d2d-a4df-0550e8feea9f Oct 23 20:17:09.614235 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Pushing event updated for resources: {'Port': ['ID=0f755d40-28fa-473e-adf9-caabeeca3d59,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:09.634884 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.635217 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.635748 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.636272 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.636752 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.637263 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.637767 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.638467 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.638788 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.639298 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.639625 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.640025 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.640257 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.640575 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.640890 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:17:09.671142 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Routers {'df409e50-c560-4d78-a04c-3899dd6b3193'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:17:09.671800 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:16:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['df409e50-c560-4d78-a04c-3899dd6b3193'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:09.705838 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-070109d4-8427-4099-8261-553c4490d11d None None] Attempting to bind port 0f755d40-28fa-473e-adf9-caabeeca3d59 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:17:09.705838 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-070109d4-8427-4099-8261-553c4490d11d None None] Attempting to bind port 0f755d40-28fa-473e-adf9-caabeeca3d59 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:17:09.706375 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070109d4-8427-4099-8261-553c4490d11d None None] Attempting to bind port 0f755d40-28fa-473e-adf9-caabeeca3d59 on network dfd87eb0-6e12-4670-accf-38eb6ce06b92 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:17:09.801340 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070109d4-8427-4099-8261-553c4490d11d None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:17:09.801650 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070109d4-8427-4099-8261-553c4490d11d None None] Checking segment: {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:17:09.802046 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-070109d4-8427-4099-8261-553c4490d11d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:09.802456 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070109d4-8427-4099-8261-553c4490d11d None None] Bound using segment: {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:17:09.802919 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-070109d4-8427-4099-8261-553c4490d11d None None] Bound port: 0f755d40-28fa-473e-adf9-caabeeca3d59, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:17:09.803299 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-070109d4-8427-4099-8261-553c4490d11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:09.820015 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:09.845289 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-f3d5a0ec-59a6-44ac-83f3-7c29b93e9186 None None] Provisioning complete for port e2a2f611-a868-42bb-9b38-535fa3f58c3c triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:09.845911 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a0ec-59a6-44ac-83f3-7c29b93e9186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:09.846417 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-f3d5a0ec-59a6-44ac-83f3-7c29b93e9186 None None] Attempt 1 to provision port e2a2f611-a868-42bb-9b38-535fa3f58c3c Oct 23 20:17:09.876854 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-070109d4-8427-4099-8261-553c4490d11d None None] For port 0f755d40-28fa-473e-adf9-caabeeca3d59, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:17:09.880945 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-070109d4-8427-4099-8261-553c4490d11d None None] For port 0f755d40-28fa-473e-adf9-caabeeca3d59, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=0f755d40-28fa-473e-adf9-caabeeca3d59,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:17:09.889759 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-070109d4-8427-4099-8261-553c4490d11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:09.932952 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:09.938075 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070109d4-8427-4099-8261-553c4490d11d None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:17:09.938895 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-070109d4-8427-4099-8261-553c4490d11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:16:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:09.991815 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763323f5-a1a2-4641-b9bb-a388588a131a None None] Pushing event updated for resources: {'Port': ['ID=0f755d40-28fa-473e-adf9-caabeeca3d59,revision_number=4']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:10.065348 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256a7fd-605b-4550-bdda-bc7b3f6a1374 req-787a2846-14ef-4cbb-925d-b170fc77744c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:10.072981 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d256a7fd-605b-4550-bdda-bc7b3f6a1374 req-787a2846-14ef-4cbb-925d-b170fc77744c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 946 time: 0.0853920 Oct 23 20:17:10.074431 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-070109d4-8427-4099-8261-553c4490d11d None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:17:10.100525 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Set router df409e50-c560-4d78-a04c-3899dd6b3193 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:17:10.127761 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:10.178668 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 6e03634d-ef43-4d2d-a4df-0550e8feea9f is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:10.179586 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:10.187201 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5a0ec-59a6-44ac-83f3-7c29b93e9186 None None] Current status of the port e2a2f611-a868-42bb-9b38-535fa3f58c3c is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:10.187577 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a0ec-59a6-44ac-83f3-7c29b93e9186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:10.225269 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d256a7fd-605b-4550-bdda-bc7b3f6a1374 req-107e161f-3692-4ee7-9f27-d9c9fafc180c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511869 Oct 23 20:17:10.290231 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 6e03634d-ef43-4d2d-a4df-0550e8feea9f, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=6e03634d-ef43-4d2d-a4df-0550e8feea9f,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:10.311938 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:10.312747 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e2a2f611-a868-42bb-9b38-535fa3f58c3c up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:10.332263 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-070109d4-8427-4099-8261-553c4490d11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:09Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:10.333753 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-f3d5a0ec-59a6-44ac-83f3-7c29b93e9186 None None] For port e2a2f611-a868-42bb-9b38-535fa3f58c3c, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e2a2f611-a868-42bb-9b38-535fa3f58c3c,segment=NetworkSegment(dfed8c62-5085-4c7f-b03c-efc300f9ed29),segment_id=dfed8c62-5085-4c7f-b03c-efc300f9ed29)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:10.360961 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070109d4-8427-4099-8261-553c4490d11d None None] The sync data for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi is: [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:09Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:17:10.381035 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:10.386352 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:10.414020 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a0ec-59a6-44ac-83f3-7c29b93e9186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:10.422975 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:10.442791 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Allocated IP 172.20.0.1 (36eddb80-7e9b-4520-b356-23ef1b38884a/9cdae61e-a22a-4cc4-b3ca-83696fb97edd/2c7e383f-234b-432f-81af-cc04ef9f15da) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:17:10.456773 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3f8b5-8a3f-4b60-b7a2-739a661a3399 req-1b094de3-4915-4d56-853c-b2d249983c4a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:10.458389 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-61b3f8b5-8a3f-4b60-b7a2-739a661a3399 req-1b094de3-4915-4d56-853c-b2d249983c4a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 946 time: 0.0858955 Oct 23 20:17:10.468084 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:10.468663 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 36064) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:10.473364 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-b06754ce-5efa-4bea-b6ce-02ea2f65824b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'floatingip': {'port_id': '52aa7e62-de00-4e05-aae6-56a7a696b6e7'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:10.491822 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=6e03634d-ef43-4d2d-a4df-0550e8feea9f,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:10.529028 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b06754ce-5efa-4bea-b6ce-02ea2f65824b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (d7ee0374-6049-4a64-8514-f6a881712527), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:10.537625 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'name': 'tempest-TestVolumeBootPattern-200602502-router', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:07Z', 'updated_at': '2022-10-23T20:17:08Z', 'revision_number': 3, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'gw_port': {'id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:08Z', 'updated_at': '2022-10-23T20:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:10.582067 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Checking router: df409e50-c560-4d78-a04c-3899dd6b3193 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:17:10.582606 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Updating router df409e50-c560-4d78-a04c-3899dd6b3193 port f92181cd-0528-4b11-bea7-c88b90173b45 binding host dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:17:10.592762 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-c47908a5-2422-45b0-a3d7-1f987df6d351 None None] Provisioning complete for port e2a2f611-a868-42bb-9b38-535fa3f58c3c triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:10.593230 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c47908a5-2422-45b0-a3d7-1f987df6d351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:10.594111 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-c47908a5-2422-45b0-a3d7-1f987df6d351 None None] Attempt 1 to provision port e2a2f611-a868-42bb-9b38-535fa3f58c3c Oct 23 20:17:10.616807 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Publish callbacks [] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:10.628878 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port e2a2f611-a868-42bb-9b38-535fa3f58c3c triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:10.629533 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:10.630109 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port e2a2f611-a868-42bb-9b38-535fa3f58c3c Oct 23 20:17:10.674734 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5a0ec-59a6-44ac-83f3-7c29b93e9186 None None] Pushing event updated for resources: {'Port': ['ID=e2a2f611-a868-42bb-9b38-535fa3f58c3c,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:10.676047 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:10.691014 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (f92181cd-0528-4b11-bea7-c88b90173b45), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:10.727616 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Network 36eddb80-7e9b-4520-b356-23ef1b38884a is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:17:10.730738 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:17:10.734324 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:17:10.778917 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Pushing event updated for resources: {'Port': ['ID=2c7e383f-234b-432f-81af-cc04ef9f15da,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:10.789757 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394435'] for router_interface (df409e50-c560-4d78-a04c-3899dd6b3193), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:10.977322 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port e2a2f611-a868-42bb-9b38-535fa3f58c3c is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:10.983252 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-c47908a5-2422-45b0-a3d7-1f987df6d351 None None] Current status of the port e2a2f611-a868-42bb-9b38-535fa3f58c3c is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:11.013100 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.061975 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:11.104031 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:11.113332 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Publish callbacks [] for port (f92181cd-0528-4b11-bea7-c88b90173b45), precommit_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.118020 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b06754ce-5efa-4bea-b6ce-02ea2f65824b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.126993 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (f92181cd-0528-4b11-bea7-c88b90173b45), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.127209 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b06754ce-5efa-4bea-b6ce-02ea2f65824b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (d7ee0374-6049-4a64-8514-f6a881712527), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.134364 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:11.156608 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:11.176982 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-6f0f45f4-b955-4963-8308-a079f70f477b None None] Provisioning complete for port 2c7e383f-234b-432f-81af-cc04ef9f15da triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:11.178359 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6f0f45f4-b955-4963-8308-a079f70f477b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.178958 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-6f0f45f4-b955-4963-8308-a079f70f477b None None] Attempt 1 to provision port 2c7e383f-234b-432f-81af-cc04ef9f15da Oct 23 20:17:11.209195 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Attempting to bind port f92181cd-0528-4b11-bea7-c88b90173b45 on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:17:11.209565 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Attempting to bind port f92181cd-0528-4b11-bea7-c88b90173b45 by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:17:11.209928 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Attempting to bind port f92181cd-0528-4b11-bea7-c88b90173b45 on network 3d6885ca-cf96-428e-afce-731ce2a4b2ac {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:17:11.246656 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Publish callbacks [] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.250087 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d71fa-7efd-4536-91a4-b277eb00db6b None None] Pushing event updated for resources: {'Port': ['ID=f92181cd-0528-4b11-bea7-c88b90173b45,revision_number=2']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:11.252598 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [None req-b06754ce-5efa-4bea-b6ce-02ea2f65824b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Floating IP d7ee0374-6049-4a64-8514-f6a881712527 associated. External IP: 172.27.0.247, port: 52aa7e62-de00-4e05-aae6-56a7a696b6e7. Oct 23 20:17:11.257401 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dedb5-f7a1-4255-b418-0f38c99b9b64 req-50d34fc0-9675-4d57-9982-5056f4f4f81d tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:11.259563 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b91dedb5-f7a1-4255-b418-0f38c99b9b64 req-50d34fc0-9675-4d57-9982-5056f4f4f81d tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 945 time: 0.0765595 Oct 23 20:17:11.260910 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.266846 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f45f4-b955-4963-8308-a079f70f477b None None] Port 2c7e383f-234b-432f-81af-cc04ef9f15da cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:17:11.278374 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:17:11.278748 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Checking segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:17:11.279152 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.279538 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Bound using segment: {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'} {{(pid=104661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:17:11.280038 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.managers [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Bound port: f92181cd-0528-4b11-bea7-c88b90173b45, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe7a97-9ef9-423c-b1ee-f15347a16d86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}}] {{(pid=104661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:17:11.280421 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (f92181cd-0528-4b11-bea7-c88b90173b45), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.329799 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] For port f92181cd-0528-4b11-bea7-c88b90173b45, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:17:11.333095 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] For port f92181cd-0528-4b11-bea7-c88b90173b45, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=f92181cd-0528-4b11-bea7-c88b90173b45,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:17:11.340723 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (f92181cd-0528-4b11-bea7-c88b90173b45), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.360879 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Pushing event updated for resources: {'Port': ['ID=2c7e383f-234b-432f-81af-cc04ef9f15da,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:11.365431 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16321054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16394327'] for router_interface (df409e50-c560-4d78-a04c-3899dd6b3193), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.382562 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b91dedb5-f7a1-4255-b418-0f38c99b9b64 req-3c022b62-0930-4301-83a4-24315f184b9e tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951748 Oct 23 20:17:11.399951 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Routers {'df409e50-c560-4d78-a04c-3899dd6b3193'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:17:11.400600 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:16:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['df409e50-c560-4d78-a04c-3899dd6b3193'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:11.470295 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d71fa-7efd-4536-91a4-b277eb00db6b None None] Pushing event updated for resources: {'Port': ['ID=f92181cd-0528-4b11-bea7-c88b90173b45,revision_number=3']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:11.484023 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Network 36eddb80-7e9b-4520-b356-23ef1b38884a is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:17:11.485696 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:17:11.490823 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 6e03634d-ef43-4d2d-a4df-0550e8feea9f up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:11.537164 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06754ce-5efa-4bea-b6ce-02ea2f65824b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Router 6973b4a8-3e5c-400e-a68d-7809bb950e0e has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:17:11.571514 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] Set router df409e50-c560-4d78-a04c-3899dd6b3193 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:17:11.607296 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:11.618188 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Router df409e50-c560-4d78-a04c-3899dd6b3193 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:17:11.647619 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 6e03634d-ef43-4d2d-a4df-0550e8feea9f triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:11.647987 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.648316 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 6e03634d-ef43-4d2d-a4df-0550e8feea9f Oct 23 20:17:11.667582 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06754ce-5efa-4bea-b6ce-02ea2f65824b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:17:11.680685 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b06754ce-5efa-4bea-b6ce-02ea2f65824b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.682645 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e46e7e-7133-4e66-a9fb-cb065b71602d None None] Sync routers for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:17:11.695112 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e46e7e-7133-4e66-a9fb-cb065b71602d None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:17:11.696057 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-07e46e7e-7133-4e66-a9fb-cb065b71602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:16:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:11.722523 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b06754ce-5efa-4bea-b6ce-02ea2f65824b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/d7ee0374-6049-4a64-8514-f6a881712527 HTTP/1.1" status: 200 len: 992 time: 1.2505920 Oct 23 20:17:11.722523 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'tag': '52aa7e62-de00-4e05-aae6-56a7a696b6e7'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:17:11.724122 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a635b5-4a06-4b71-af5c-43079c672365" -d '{"events": [{"name": "network-changed", "server_uuid": "3c571552-4e80-4170-9cc6-aa8ccb5a180a", "tag": "52aa7e62-de00-4e05-aae6-56a7a696b6e7"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:17:11.758279 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:17:11.766857 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-5a9eefae-9f0b-470f-8431-fd12bf1088ce admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/df409e50-c560-4d78-a04c-3899dd6b3193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1938565 Oct 23 20:17:11.790047 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3fd36b-a7c4-44d2-ae17-56d64c86451c x-openstack-request-id: req-ce3fd36b-a7c4-44d2-ae17-56d64c86451c {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:17:11.791015 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c571552-4e80-4170-9cc6-aa8ccb5a180a", "tag": "52aa7e62-de00-4e05-aae6-56a7a696b6e7", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:17:11.791395 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce3fd36b-a7c4-44d2-ae17-56d64c86451c {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:17:11.792042 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3fd36b-a7c4-44d2-ae17-56d64c86451c'] response: {'name': 'network-changed', 'server_uuid': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'tag': '52aa7e62-de00-4e05-aae6-56a7a696b6e7', 'status': 'completed', 'code': 200} Oct 23 20:17:11.871950 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:11.938620 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-07e46e7e-7133-4e66-a9fb-cb065b71602d None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:17:11.943540 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-6fcfe3a4-9991-4d12-9d0c-ee44096d252c None None] Provisioning complete for port 2c7e383f-234b-432f-81af-cc04ef9f15da triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:11.943922 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe3a4-9991-4d12-9d0c-ee44096d252c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:11.944257 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-6fcfe3a4-9991-4d12-9d0c-ee44096d252c None None] Attempt 1 to provision port 2c7e383f-234b-432f-81af-cc04ef9f15da Oct 23 20:17:11.954188 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6533e9a5-eecf-4d1d-ae6e-a6f56900720c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.027136 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-6fcfe3a4-9991-4d12-9d0c-ee44096d252c None None] Port 2c7e383f-234b-432f-81af-cc04ef9f15da cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:17:12.061150 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:12.079887 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 6e03634d-ef43-4d2d-a4df-0550e8feea9f is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:12.080998 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e2a2f611-a868-42bb-9b38-535fa3f58c3c up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:12.096605 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 36082) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:12.102031 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-48cfc512-bd37-4b51-8b18-d2a8b59c6cc6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-7927693', 'description': 'tempest-secgroup-smoke-7927693 description', 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:12.116347 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'name': 'tempest-TestVolumeBootPattern-200602502-router', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:07Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'gw_port': {'id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:08Z', 'updated_at': '2022-10-23T20:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '2c7e383f-234b-432f-81af-cc04ef9f15da', 'name': '', 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'mac_address': 'fa:16:3e:ac:7c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9cdae61e-a22a-4cc4-b3ca-83696fb97edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:10Z', 'updated_at': '2022-10-23T20:17:11Z', 'revision_number': 2, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'subnets': [{'id': '9cdae61e-a22a-4cc4-b3ca-83696fb97edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:12.132171 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-48cfc512-bd37-4b51-8b18-d2a8b59c6cc6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.153792 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d505771-b3e3-442a-b274-6cd11a74ba68 None None] The sync data for ids ['df409e50-c560-4d78-a04c-3899dd6b3193'] in dv-cinder-862432-1-iscsi is: [{'id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'name': 'tempest-TestVolumeBootPattern-200602502-router', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:07Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'gw_port': {'id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:08Z', 'updated_at': '2022-10-23T20:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '2c7e383f-234b-432f-81af-cc04ef9f15da', 'name': '', 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'mac_address': 'fa:16:3e:ac:7c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9cdae61e-a22a-4cc4-b3ca-83696fb97edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:10Z', 'updated_at': '2022-10-23T20:17:11Z', 'revision_number': 2, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'subnets': [{'id': '9cdae61e-a22a-4cc4-b3ca-83696fb97edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:17:12.170010 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port e2a2f611-a868-42bb-9b38-535fa3f58c3c triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:12.170445 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.170782 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port e2a2f611-a868-42bb-9b38-535fa3f58c3c Oct 23 20:17:12.185105 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-07e46e7e-7133-4e66-a9fb-cb065b71602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'd7ee0374-6049-4a64-8514-f6a881712527', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '52aa7e62-de00-4e05-aae6-56a7a696b6e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:ee:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:16:47Z', 'updated_at': '2022-10-23T20:17:11Z', 'revision_number': 1, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:12.220612 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e46e7e-7133-4e66-a9fb-cb065b71602d None None] Checking router: 6973b4a8-3e5c-400e-a68d-7809bb950e0e for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:17:12.226832 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-48cfc512-bd37-4b51-8b18-d2a8b59c6cc6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group (c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.230962 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e46e7e-7133-4e66-a9fb-cb065b71602d None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:17:12.231825 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-07e46e7e-7133-4e66-a9fb-cb065b71602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:16:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:12.232471 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-48cfc512-bd37-4b51-8b18-d2a8b59c6cc6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.257216 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port e2a2f611-a868-42bb-9b38-535fa3f58c3c is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:12.259262 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 0f755d40-28fa-473e-adf9-caabeeca3d59 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:12.274272 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-48cfc512-bd37-4b51-8b18-d2a8b59c6cc6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.275755 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-48cfc512-bd37-4b51-8b18-d2a8b59c6cc6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1775084 Oct 23 20:17:12.277821 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfc512-bd37-4b51-8b18-d2a8b59c6cc6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:12.278446 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36084) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:12.282949 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-7342aefd-9b7c-41c9-85c4-f6a6ea6e5f0c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'security_group_rule': {'security_group_id': 'c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb', 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:12.313537 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 0f755d40-28fa-473e-adf9-caabeeca3d59 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:12.313917 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.314352 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 0f755d40-28fa-473e-adf9-caabeeca3d59 Oct 23 20:17:12.325202 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7342aefd-9b7c-41c9-85c4-f6a6ea6e5f0c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (982543d9-c1c0-4c73-b3b5-d2b054297730), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.358605 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:12.360986 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-07e46e7e-7133-4e66-a9fb-cb065b71602d None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:17:12.423055 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a635b5-4a06-4b71-af5c-43079c672365 req-74217525-bd91-48b8-a87b-a5202e0e387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:12.427451 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 0f755d40-28fa-473e-adf9-caabeeca3d59 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:12.427451 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.439725 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-60a635b5-4a06-4b71-af5c-43079c672365 req-74217525-bd91-48b8-a87b-a5202e0e387a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 1130 time: 0.0935357 Oct 23 20:17:12.451897 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7342aefd-9b7c-41c9-85c4-f6a6ea6e5f0c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (982543d9-c1c0-4c73-b3b5-d2b054297730), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.457438 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7342aefd-9b7c-41c9-85c4-f6a6ea6e5f0c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (982543d9-c1c0-4c73-b3b5-d2b054297730), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.488582 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342aefd-9b7c-41c9-85c4-f6a6ea6e5f0c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982543d9-c1c0-4c73-b3b5-d2b054297730,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:12.506428 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7342aefd-9b7c-41c9-85c4-f6a6ea6e5f0c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.510125 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-7342aefd-9b7c-41c9-85c4-f6a6ea6e5f0c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2282267 Oct 23 20:17:12.510973 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 36088) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:12.519363 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-b3dc27da-d749-444a-ab4b-cba3372ff03f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'security_group_rule': {'security_group_id': 'c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb', 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:12.525738 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 0f755d40-28fa-473e-adf9-caabeeca3d59, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=0f755d40-28fa-473e-adf9-caabeeca3d59,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:12.536334 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.606859 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b3dc27da-d749-444a-ab4b-cba3372ff03f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (ff94df1d-6710-42d9-a186-41877a718148), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.625806 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=100 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:12.629145 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:12.636398 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=0f755d40-28fa-473e-adf9-caabeeca3d59,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:12.653805 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a938d9-c229-4044-a54b-caea655f9df6 req-eddf35f5-01e7-41cf-977e-d6e9b7eea0e9 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:12.654877 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a635b5-4a06-4b71-af5c-43079c672365 req-bfaecdc3-259a-4149-97c9-6277c78537f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:12.656363 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-60a635b5-4a06-4b71-af5c-43079c672365 req-bfaecdc3-259a-4149-97c9-6277c78537f1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 916 time: 0.1891160 Oct 23 20:17:12.656802 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b8a938d9-c229-4044-a54b-caea655f9df6 req-eddf35f5-01e7-41cf-977e-d6e9b7eea0e9 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 945 time: 0.1048443 Oct 23 20:17:12.684988 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b3dc27da-d749-444a-ab4b-cba3372ff03f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (ff94df1d-6710-42d9-a186-41877a718148), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.695146 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b3dc27da-d749-444a-ab4b-cba3372ff03f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (ff94df1d-6710-42d9-a186-41877a718148), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.700529 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-07e46e7e-7133-4e66-a9fb-cb065b71602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'd7ee0374-6049-4a64-8514-f6a881712527', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '52aa7e62-de00-4e05-aae6-56a7a696b6e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:ee:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:16:47Z', 'updated_at': '2022-10-23T20:17:11Z', 'revision_number': 1, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:12.722514 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b3dc27da-d749-444a-ab4b-cba3372ff03f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.723890 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b3dc27da-d749-444a-ab4b-cba3372ff03f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2118156 Oct 23 20:17:12.725429 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc27da-d749-444a-ab4b-cba3372ff03f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff94df1d-6710-42d9-a186-41877a718148,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:12.727140 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e46e7e-7133-4e66-a9fb-cb065b71602d None None] The sync data for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi is: [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': 'd7ee0374-6049-4a64-8514-f6a881712527', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '52aa7e62-de00-4e05-aae6-56a7a696b6e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:ee:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:16:47Z', 'updated_at': '2022-10-23T20:17:11Z', 'revision_number': 1, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:17:12.728868 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 36090) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:12.734043 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-d998719d-797c-485b-8843-213920d5b6d6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'security_group_rule': {'security_group_id': 'c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb', 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:12.746836 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b8a938d9-c229-4044-a54b-caea655f9df6 req-12fc3740-4b63-46de-b7d8-9ce945822601 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799959 Oct 23 20:17:12.748848 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:12.806646 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d998719d-797c-485b-8843-213920d5b6d6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (945aa391-eae5-4cb6-bd65-20061d91c2ef), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.837579 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-60a635b5-4a06-4b71-af5c-43079c672365 req-dccd299d-7eac-4079-b0ad-f68612d99bfa service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52aa7e62-de00-4e05-aae6-56a7a696b6e7 HTTP/1.1" status: 200 len: 1000 time: 0.0849640 Oct 23 20:17:12.911309 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a635b5-4a06-4b71-af5c-43079c672365 req-7566eb6a-339e-4888-9e99-2808f88c7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:12.912778 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-60a635b5-4a06-4b71-af5c-43079c672365 req-7566eb6a-339e-4888-9e99-2808f88c7fee service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0676730 Oct 23 20:17:12.919556 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d998719d-797c-485b-8843-213920d5b6d6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (945aa391-eae5-4cb6-bd65-20061d91c2ef), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.947777 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d998719d-797c-485b-8843-213920d5b6d6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (945aa391-eae5-4cb6-bd65-20061d91c2ef), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.977638 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998719d-797c-485b-8843-213920d5b6d6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945aa391-eae5-4cb6-bd65-20061d91c2ef,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:12.980723 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a635b5-4a06-4b71-af5c-43079c672365 req-813cbe99-978e-4ad7-95a1-b9970fcc1a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:12.982342 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-60a635b5-4a06-4b71-af5c-43079c672365 req-813cbe99-978e-4ad7-95a1-b9970fcc1a68 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616069 Oct 23 20:17:12.988315 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d998719d-797c-485b-8843-213920d5b6d6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:12.989566 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-d998719d-797c-485b-8843-213920d5b6d6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2596490 Oct 23 20:17:12.992550 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36092) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:12.997324 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-290f1880-00b2-4e29-8743-cdf313c0a7a0 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'security_group_rule': {'security_group_id': 'c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb', 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:13.021370 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159dfc80-bef1-4a1f-8c15-9740185ba0c4 None None] New status for floating IP d7ee0374-6049-4a64-8514-f6a881712527: ACTIVE {{(pid=104661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:17:13.093240 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-290f1880-00b2-4e29-8743-cdf313c0a7a0 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (eb387f6a-1f41-4f7f-96b4-b0d0641e9988), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.100407 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:13.112319 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa5791-50f7-4ed9-abdb-808c7abc1177 req-48759252-f85b-4983-bfe1-673a874d6c1b tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:13.113776 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-35fa5791-50f7-4ed9-abdb-808c7abc1177 req-48759252-f85b-4983-bfe1-673a874d6c1b tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 945 time: 0.0997214 Oct 23 20:17:13.129784 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-60a635b5-4a06-4b71-af5c-43079c672365 req-1266d534-69ba-4af8-80f0-a3377e8dfadc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169698 Oct 23 20:17:13.210596 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:13.221586 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-290f1880-00b2-4e29-8743-cdf313c0a7a0 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (eb387f6a-1f41-4f7f-96b4-b0d0641e9988), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.229024 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-290f1880-00b2-4e29-8743-cdf313c0a7a0 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (eb387f6a-1f41-4f7f-96b4-b0d0641e9988), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.232598 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-60a635b5-4a06-4b71-af5c-43079c672365 req-e8a93058-8c6b-458c-a8e1-abd3c7b30406 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958002 Oct 23 20:17:13.239690 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-35fa5791-50f7-4ed9-abdb-808c7abc1177 req-7c7a1847-2336-4817-b876-1f52a1bd26fa tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Deleting port 1ed93978-2e8e-4a55-b148-38b74cd6213d {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:17:13.240026 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-35fa5791-50f7-4ed9-abdb-808c7abc1177 req-7c7a1847-2336-4817-b876-1f52a1bd26fa tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.270164 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f1880-00b2-4e29-8743-cdf313c0a7a0 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb387f6a-1f41-4f7f-96b4-b0d0641e9988,revision_number=0']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:13.285869 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-290f1880-00b2-4e29-8743-cdf313c0a7a0 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.287080 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-290f1880-00b2-4e29-8743-cdf313c0a7a0 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2934659 Oct 23 20:17:13.290011 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 36094) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:13.294499 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-3a7ed5a3-4bb6-4a4f-bfed-b3f28038cf05 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'security_group_rule': {'security_group_id': 'c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb', 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:13.315280 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.securitygroups_db [None req-3a7ed5a3-4bb6-4a4f-bfed-b3f28038cf05 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Project deacebf04e2d4a8093425ce7d16ca3cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 20:17:13.322379 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed5a3-4bb6-4a4f-bfed-b3f28038cf05 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (92e8a73a-af4b-4a0b-9376-32660e400162), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.351746 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-35fa5791-50f7-4ed9-abdb-808c7abc1177 req-7c7a1847-2336-4817-b876-1f52a1bd26fa tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] For port 1ed93978-2e8e-4a55-b148-38b74cd6213d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=1ed93978-2e8e-4a55-b148-38b74cd6213d,segment=NetworkSegment(4ab92e8d-2e50-4038-b232-2d864641f2f1),segment_id=4ab92e8d-2e50-4038-b232-2d864641f2f1)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:13.352139 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-35fa5791-50f7-4ed9-abdb-808c7abc1177 req-7c7a1847-2336-4817-b876-1f52a1bd26fa tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.368246 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-35fa5791-50f7-4ed9-abdb-808c7abc1177 req-7c7a1847-2336-4817-b876-1f52a1bd26fa tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Calling delete_port for 1ed93978-2e8e-4a55-b148-38b74cd6213d owned by compute:nova {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:17:13.369973 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:13.392596 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed5a3-4bb6-4a4f-bfed-b3f28038cf05 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (92e8a73a-af4b-4a0b-9376-32660e400162), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.402640 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed5a3-4bb6-4a4f-bfed-b3f28038cf05 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (92e8a73a-af4b-4a0b-9376-32660e400162), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.433189 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ed5a3-4bb6-4a4f-bfed-b3f28038cf05 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e8a73a-af4b-4a0b-9376-32660e400162,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:13.443435 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed5a3-4bb6-4a4f-bfed-b3f28038cf05 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.445139 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-3a7ed5a3-4bb6-4a4f-bfed-b3f28038cf05 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539664 Oct 23 20:17:13.448392 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 36096) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:17:13.454836 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-138db578-700e-433f-aa4f-cabcba6a79f6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'security_group_rule': {'security_group_id': 'c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb', 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:13.455548 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 0f755d40-28fa-473e-adf9-caabeeca3d59 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:13.477244 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.securitygroups_db [None req-138db578-700e-433f-aa4f-cabcba6a79f6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Project deacebf04e2d4a8093425ce7d16ca3cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 20:17:13.488807 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-138db578-700e-433f-aa4f-cabcba6a79f6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (8f3467f4-7616-422a-a0b3-232dea757020), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.536931 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 0f755d40-28fa-473e-adf9-caabeeca3d59 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:13.537368 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.537918 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 0f755d40-28fa-473e-adf9-caabeeca3d59 Oct 23 20:17:13.545464 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:UPDATE=1,neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:13.578849 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-35fa5791-50f7-4ed9-abdb-808c7abc1177 req-7c7a1847-2336-4817-b876-1f52a1bd26fa tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (1ed93978-2e8e-4a55-b148-38b74cd6213d), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.579891 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-138db578-700e-433f-aa4f-cabcba6a79f6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (8f3467f4-7616-422a-a0b3-232dea757020), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.587199 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-138db578-700e-433f-aa4f-cabcba6a79f6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (8f3467f4-7616-422a-a0b3-232dea757020), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.591544 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['1ed93978-2e8e-4a55-b148-38b74cd6213d'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:17:13.619427 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a1847-2336-4817-b876-1f52a1bd26fa tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Pushing event deleted for resources: {'Port': ['ID=1ed93978-2e8e-4a55-b148-38b74cd6213d,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:13.620436 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-138db578-700e-433f-aa4f-cabcba6a79f6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.630633 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-138db578-700e-433f-aa4f-cabcba6a79f6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1811545 Oct 23 20:17:13.634656 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138db578-700e-433f-aa4f-cabcba6a79f6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3467f4-7616-422a-a0b3-232dea757020,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:13.656930 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 0f755d40-28fa-473e-adf9-caabeeca3d59 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:13.694513 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fa5791-50f7-4ed9-abdb-808c7abc1177 req-7c7a1847-2336-4817-b876-1f52a1bd26fa tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] No DVR routers for this DVR port 1ed93978-2e8e-4a55-b148-38b74cd6213d on host hv-cinder-86243 {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:17:13.698983 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-35fa5791-50f7-4ed9-abdb-808c7abc1177 req-7c7a1847-2336-4817-b876-1f52a1bd26fa tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:13.702887 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-35fa5791-50f7-4ed9-abdb-808c7abc1177 req-7c7a1847-2336-4817-b876-1f52a1bd26fa tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.15 "DELETE /networking/v2.0/ports/1ed93978-2e8e-4a55-b148-38b74cd6213d HTTP/1.1" status: 204 len: 173 time: 0.5809689 Oct 23 20:17:13.703281 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d88de2-7c8e-4437-9246-01edb001924b', 'name': 'network-vif-deleted', 'tag': '1ed93978-2e8e-4a55-b148-38b74cd6213d'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:17:13.706401 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcce8cd-8429-4646-ad4b-6bad267d6e23" -d '{"events": [{"server_uuid": "88d88de2-7c8e-4437-9246-01edb001924b", "name": "network-vif-deleted", "tag": "1ed93978-2e8e-4a55-b148-38b74cd6213d"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:17:13.855899 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e2e3e2-3fd1-4c9d-8f3a-e5fc56ddf8fb x-openstack-request-id: req-f0e2e3e2-3fd1-4c9d-8f3a-e5fc56ddf8fb {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:17:13.856238 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d88de2-7c8e-4437-9246-01edb001924b", "name": "network-vif-deleted", "tag": "1ed93978-2e8e-4a55-b148-38b74cd6213d", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:17:13.856493 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0e2e3e2-3fd1-4c9d-8f3a-e5fc56ddf8fb {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:17:13.856897 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e2e3e2-3fd1-4c9d-8f3a-e5fc56ddf8fb'] response: {'server_uuid': '88d88de2-7c8e-4437-9246-01edb001924b', 'name': 'network-vif-deleted', 'tag': '1ed93978-2e8e-4a55-b148-38b74cd6213d', 'status': 'completed', 'code': 200} Oct 23 20:17:13.920165 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-56ff8620-53ac-41b0-b006-d5f20657badd req-c1103f85-3ba7-4c06-9bd9-a71ab363d84f tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=88d88de2-7c8e-4437-9246-01edb001924b HTTP/1.1" status: 200 len: 210 time: 0.0395038 Oct 23 20:17:14.232593 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-046809a5-d67b-4aae-8e42-de928a6acbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:14.855816 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Sync routers for ids ['df409e50-c560-4d78-a04c-3899dd6b3193'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:17:14.866160 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Routers {'df409e50-c560-4d78-a04c-3899dd6b3193'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:17:14.866781 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:17:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['df409e50-c560-4d78-a04c-3899dd6b3193'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:14.974573 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Set router df409e50-c560-4d78-a04c-3899dd6b3193 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:17:15.194290 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'name': 'tempest-TestVolumeBootPattern-200602502-router', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:07Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'gw_port': {'id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:58:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:08Z', 'updated_at': '2022-10-23T20:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '2c7e383f-234b-432f-81af-cc04ef9f15da', 'name': '', 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'mac_address': 'fa:16:3e:ac:7c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9cdae61e-a22a-4cc4-b3ca-83696fb97edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:10Z', 'updated_at': '2022-10-23T20:17:11Z', 'revision_number': 2, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'subnets': [{'id': '9cdae61e-a22a-4cc4-b3ca-83696fb97edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:15.220505 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Checking router: df409e50-c560-4d78-a04c-3899dd6b3193 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:17:15.220859 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Updating router df409e50-c560-4d78-a04c-3899dd6b3193 port 2c7e383f-234b-432f-81af-cc04ef9f15da binding host dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 20:17:15.248724 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:15.404815 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device f92181cd-0528-4b11-bea7-c88b90173b45 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:15.459733 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:15.464554 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port f92181cd-0528-4b11-bea7-c88b90173b45 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:15.464989 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (f92181cd-0528-4b11-bea7-c88b90173b45), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:15.465394 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port f92181cd-0528-4b11-bea7-c88b90173b45 Oct 23 20:17:15.509582 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=100 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:15.512364 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Publish callbacks [] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:15.518068 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:15.536399 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port f92181cd-0528-4b11-bea7-c88b90173b45 is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:15.536784 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (f92181cd-0528-4b11-bea7-c88b90173b45), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:15.558519 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port f92181cd-0528-4b11-bea7-c88b90173b45, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=f92181cd-0528-4b11-bea7-c88b90173b45,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:15.562342 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (f92181cd-0528-4b11-bea7-c88b90173b45), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:15.579125 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5185a-940e-4780-b23e-621063957737 None None] Pushing event updated for resources: {'Port': ['ID=2c7e383f-234b-432f-81af-cc04ef9f15da,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:15.606911 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Attempting to bind port 2c7e383f-234b-432f-81af-cc04ef9f15da on host dv-cinder-862432-1-iscsi for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:17:15.607306 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Attempting to bind port 2c7e383f-234b-432f-81af-cc04ef9f15da by drivers openvswitch,hyperv on host dv-cinder-862432-1-iscsi at level 0 using segments [{'id': 'dfed8c62-5085-4c7f-b03c-efc300f9ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:17:15.607664 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Attempting to bind port 2c7e383f-234b-432f-81af-cc04ef9f15da on network 36eddb80-7e9b-4520-b356-23ef1b38884a {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:17:15.612252 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=f92181cd-0528-4b11-bea7-c88b90173b45,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:15.651020 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Checking agent: {'id': 'e8183959-6afe-49d3-bb00-c48406a6e36f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 19, 57, 17), 'started_at': datetime.datetime(2022, 10, 23, 19, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:17:15.651317 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Checking segment: {'id': 'dfed8c62-5085-4c7f-b03c-efc300f9ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:17:15.651703 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:15.652107 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Bound using segment: {'id': 'dfed8c62-5085-4c7f-b03c-efc300f9ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:17:15.652562 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Bound port: 2c7e383f-234b-432f-81af-cc04ef9f15da, host: dv-cinder-862432-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfed8c62-5085-4c7f-b03c-efc300f9ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:17:15.652926 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:15.710672 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] For port 2c7e383f-234b-432f-81af-cc04ef9f15da, host dv-cinder-862432-1-iscsi, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:17:15.714200 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] For port 2c7e383f-234b-432f-81af-cc04ef9f15da, host dv-cinder-862432-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=2c7e383f-234b-432f-81af-cc04ef9f15da,segment=NetworkSegment(dfed8c62-5085-4c7f-b03c-efc300f9ed29),segment_id=dfed8c62-5085-4c7f-b03c-efc300f9ed29)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:17:15.719851 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:15.758514 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Routers {'df409e50-c560-4d78-a04c-3899dd6b3193'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:17:15.759143 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:17:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['df409e50-c560-4d78-a04c-3899dd6b3193'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:15.762518 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:15.812003 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5185a-940e-4780-b23e-621063957737 None None] Pushing event updated for resources: {'Port': ['ID=2c7e383f-234b-432f-81af-cc04ef9f15da,revision_number=4']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:15.875385 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] Set router df409e50-c560-4d78-a04c-3899dd6b3193 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:17:16.061557 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'name': 'tempest-TestVolumeBootPattern-200602502-router', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:07Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'gw_port': {'id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:08Z', 'updated_at': '2022-10-23T20:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '2c7e383f-234b-432f-81af-cc04ef9f15da', 'name': '', 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'mac_address': 'fa:16:3e:ac:7c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9cdae61e-a22a-4cc4-b3ca-83696fb97edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:10Z', 'updated_at': '2022-10-23T20:17:15Z', 'revision_number': 4, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'subnets': [{'id': '9cdae61e-a22a-4cc4-b3ca-83696fb97edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:17:16.087707 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bd185-b6b1-4fbe-8d1f-74c57aace44e None None] The sync data for ids ['df409e50-c560-4d78-a04c-3899dd6b3193'] in dv-cinder-862432-1-iscsi is: [{'id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'name': 'tempest-TestVolumeBootPattern-200602502-router', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:07Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'gw_port': {'id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:08Z', 'updated_at': '2022-10-23T20:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '2c7e383f-234b-432f-81af-cc04ef9f15da', 'name': '', 'network_id': '36eddb80-7e9b-4520-b356-23ef1b38884a', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'mac_address': 'fa:16:3e:ac:7c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9cdae61e-a22a-4cc4-b3ca-83696fb97edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:10Z', 'updated_at': '2022-10-23T20:17:15Z', 'revision_number': 4, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'subnets': [{'id': '9cdae61e-a22a-4cc4-b3ca-83696fb97edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:17:16.792155 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:17.156360 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:17.405854 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 2c7e383f-234b-432f-81af-cc04ef9f15da up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:17.451468 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 2c7e383f-234b-432f-81af-cc04ef9f15da triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:17.451753 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:17.452090 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 2c7e383f-234b-432f-81af-cc04ef9f15da Oct 23 20:17:17.493812 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 1ed93978-2e8e-4a55-b148-38b74cd6213d no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:17:17.514699 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 1ed93978-2e8e-4a55-b148-38b74cd6213d {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:17:17.515047 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 1ed93978-2e8e-4a55-b148-38b74cd6213d not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:17:17.533492 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:17.546688 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 2c7e383f-234b-432f-81af-cc04ef9f15da is: DOWN; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:17.547080 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:17.579838 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] For port 2c7e383f-234b-432f-81af-cc04ef9f15da, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=2c7e383f-234b-432f-81af-cc04ef9f15da,segment=NetworkSegment(dfed8c62-5085-4c7f-b03c-efc300f9ed29),segment_id=dfed8c62-5085-4c7f-b03c-efc300f9ed29)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:17.583465 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:17.584280 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device f92181cd-0528-4b11-bea7-c88b90173b45 up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:17.661249 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Pushing event updated for resources: {'Port': ['ID=2c7e383f-234b-432f-81af-cc04ef9f15da,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:17.669830 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port f92181cd-0528-4b11-bea7-c88b90173b45 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:17.670184 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (f92181cd-0528-4b11-bea7-c88b90173b45), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:17.670554 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port f92181cd-0528-4b11-bea7-c88b90173b45 Oct 23 20:17:17.734647 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:17.746211 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port f92181cd-0528-4b11-bea7-c88b90173b45 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:19.393477 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 2c7e383f-234b-432f-81af-cc04ef9f15da up at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:19.439893 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Provisioning complete for port 2c7e383f-234b-432f-81af-cc04ef9f15da triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:19.440264 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:19.440596 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Attempt 1 to provision port 2c7e383f-234b-432f-81af-cc04ef9f15da Oct 23 20:17:19.517330 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Current status of the port 2c7e383f-234b-432f-81af-cc04ef9f15da is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:23.328019 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:17:23.609408 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:23.616492 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=74,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:23.891621 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:23.895935 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=42,neutron:DELETE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:24.343553 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:26.064961 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=31 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:29.516163 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:30.236576 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ac692c48-ef97-4254-a47b-3a32ae5f9559 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:30.237956 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ac692c48-ef97-4254-a47b-3a32ae5f9559 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/networks?id=f06d0ad6-fb4a-4030-ac73-03fa0d42c27b HTTP/1.1" status: 200 len: 813 time: 0.1031287 Oct 23 20:17:30.252856 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-a3380eb1-1739-4123-aff1-9c888647e118 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/quotas/0df26e575de34eda9d416de65ec13036 HTTP/1.1" status: 200 len: 375 time: 0.0094888 Oct 23 20:17:30.283489 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-e4537068-8c55-487f-8ee4-782e69b11338 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=0df26e575de34eda9d416de65ec13036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258915 Oct 23 20:17:30.461635 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-4d3eea45-fed6-40ee-a37b-84a371d82bfc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713829 Oct 23 20:17:30.549676 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-24560cba-f158-4868-82be-25cb912699c6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815837 Oct 23 20:17:30.724094 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-39f3775a-c2d2-432f-aa87-2e61974b12c2 req-58ab0f22-a865-4566-9a6b-1dd615f1397c tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 210 time: 0.0332046 Oct 23 20:17:31.393728 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dff40aa-aca5-4a39-ba2f-2ac6563b7581 req-80ec1b03-e89e-4474-8a3d-d31d660bb425 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385604 Oct 23 20:17:31.484211 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff40aa-aca5-4a39-ba2f-2ac6563b7581 req-f5bb0f89-8b59-4dab-b2e0-b1a8c4d232f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:31.485697 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dff40aa-aca5-4a39-ba2f-2ac6563b7581 req-f5bb0f89-8b59-4dab-b2e0-b1a8c4d232f5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 1130 time: 0.0387511 Oct 23 20:17:31.836738 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff40aa-aca5-4a39-ba2f-2ac6563b7581 req-5cb21922-16bc-47bd-be11-7d7cf4719928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:31.838225 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dff40aa-aca5-4a39-ba2f-2ac6563b7581 req-5cb21922-16bc-47bd-be11-7d7cf4719928 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 916 time: 0.1175280 Oct 23 20:17:31.839945 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-25e9fa20-2684-416d-8674-011176c033be req-fe1c9fda-5bda-48a0-b658-c29e175933a5 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 210 time: 0.0362427 Oct 23 20:17:31.909162 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dff40aa-aca5-4a39-ba2f-2ac6563b7581 req-312e4747-538d-46b8-9bcd-bdb8c5b4631b service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52aa7e62-de00-4e05-aae6-56a7a696b6e7 HTTP/1.1" status: 200 len: 1002 time: 0.0623078 Oct 23 20:17:31.909431 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-14eb79f4-c423-4bb7-ab8d-9ce7af9a596a tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:31.910812 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-14eb79f4-c423-4bb7-ab8d-9ce7af9a596a tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.15 "GET /networking/v2.0/networks?id=f06d0ad6-fb4a-4030-ac73-03fa0d42c27b HTTP/1.1" status: 200 len: 813 time: 0.1242769 Oct 23 20:17:31.939379 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Request body: {'port': {'device_id': '22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e', 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b', 'admin_state_up': True, 'tenant_id': '0df26e575de34eda9d416de65ec13036'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:31.974238 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff40aa-aca5-4a39-ba2f-2ac6563b7581 req-4c0a75df-2f12-44fb-900d-bd81b93319f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:31.975777 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dff40aa-aca5-4a39-ba2f-2ac6563b7581 req-4c0a75df-2f12-44fb-900d-bd81b93319f1 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0480957 Oct 23 20:17:32.046878 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Made reservation on behalf of 0df26e575de34eda9d416de65ec13036 for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:17:32.050562 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:32.106478 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff40aa-aca5-4a39-ba2f-2ac6563b7581 req-7fb3170b-1512-48cb-b863-5b93ac5521d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:32.108109 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dff40aa-aca5-4a39-ba2f-2ac6563b7581 req-7fb3170b-1512-48cb-b863-5b93ac5521d2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411961 Oct 23 20:17:32.180478 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Allocated IP 172.20.0.9 (f06d0ad6-fb4a-4030-ac73-03fa0d42c27b/8b0f12f9-779b-4785-8b8e-7280bf13ca2b/a8869223-20e7-49a9-819c-4e545a764326) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:17:32.212589 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dff40aa-aca5-4a39-ba2f-2ac6563b7581 req-a6c235d8-9f41-4902-b717-a5ba7ae2d636 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973890 Oct 23 20:17:32.301700 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1dff40aa-aca5-4a39-ba2f-2ac6563b7581 req-bdd9bc7e-27a7-429e-9ff8-267ecd8f820c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823593 Oct 23 20:17:32.329770 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks [] for port (a8869223-20e7-49a9-819c-4e545a764326), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:32.361292 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (a8869223-20e7-49a9-819c-4e545a764326), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:32.402292 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:17:32.407847 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:17:32.411556 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:17:32.417494 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Pushing event updated for resources: {'Port': ['ID=a8869223-20e7-49a9-819c-4e545a764326,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:32.460491 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:32.461101 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:32.476899 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ce2fcd8b-9790-47ae-bae4-9c88501dab95 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5419419 Oct 23 20:17:32.488004 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Request body: {'port': {'device_id': '22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:32.548476 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (a8869223-20e7-49a9-819c-4e545a764326), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:32.600880 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:32.647216 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:32.799977 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8869223-20e7-49a9-819c-4e545a764326 {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:17:32.807282 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Publish callbacks [] for port (a8869223-20e7-49a9-819c-4e545a764326), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:32.819976 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Transition to ACTIVE for port object a8869223-20e7-49a9-819c-4e545a764326 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:17:32.823482 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (a8869223-20e7-49a9-819c-4e545a764326), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:32.904162 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Pushing event updated for resources: {'Port': ['ID=a8869223-20e7-49a9-819c-4e545a764326,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:32.929602 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Attempting to bind port a8869223-20e7-49a9-819c-4e545a764326 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:17:32.930323 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Attempting to bind port a8869223-20e7-49a9-819c-4e545a764326 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '4ab92e8d-2e50-4038-b232-2d864641f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:17:32.930323 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Attempting to bind port a8869223-20e7-49a9-819c-4e545a764326 on network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:17:32.962785 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f603abc-9f63-434f-94ff-3659d078ccd5 req-a67227fd-6468-48b0-86c5-b8d9ead1c9cf tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:32.964243 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7f603abc-9f63-434f-94ff-3659d078ccd5 req-a67227fd-6468-48b0-86c5-b8d9ead1c9cf tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 943 time: 0.0471208 Oct 23 20:17:32.972515 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Port a8869223-20e7-49a9-819c-4e545a764326 on network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:17:32.972840 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Attempting to bind port a8869223-20e7-49a9-819c-4e545a764326 on network f06d0ad6-fb4a-4030-ac73-03fa0d42c27b {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:17:33.013895 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-7f603abc-9f63-434f-94ff-3659d078ccd5 req-d9b48bac-6cf8-43ab-8a9d-3f57cd0bdb92 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Oct 23 20:17:33.018569 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:17:33.018911 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Checking segment: {'id': '4ab92e8d-2e50-4038-b232-2d864641f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:17:33.019294 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Bound using segment: {'id': '4ab92e8d-2e50-4038-b232-2d864641f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:17:33.019742 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Bound port: a8869223-20e7-49a9-819c-4e545a764326, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab92e8d-2e50-4038-b232-2d864641f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:17:33.020231 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (a8869223-20e7-49a9-819c-4e545a764326), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:33.079930 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] For port a8869223-20e7-49a9-819c-4e545a764326, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:17:33.082903 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] For port a8869223-20e7-49a9-819c-4e545a764326, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=a8869223-20e7-49a9-819c-4e545a764326,segment=NetworkSegment(4ab92e8d-2e50-4038-b232-2d864641f2f1),segment_id=4ab92e8d-2e50-4038-b232-2d864641f2f1)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:17:33.089027 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (a8869223-20e7-49a9-819c-4e545a764326), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:33.093086 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:33.093698 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:33.095107 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/a8869223-20e7-49a9-819c-4e545a764326 HTTP/1.1" status: 200 len: 1093 time: 0.6109536 Oct 23 20:17:33.096593 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e', 'tag': 'a8869223-20e7-49a9-819c-4e545a764326'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:17:33.098907 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd49af6-c6a0-4ae0-b556-ddc5edd09709" -d '{"events": [{"name": "network-changed", "server_uuid": "22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e", "tag": "a8869223-20e7-49a9-819c-4e545a764326"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:17:33.150210 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78f1afe-4a2f-41c0-a9af-108b3ff9e5b6 x-openstack-request-id: req-e78f1afe-4a2f-41c0-a9af-108b3ff9e5b6 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:17:33.150523 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e", "tag": "a8869223-20e7-49a9-819c-4e545a764326", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:17:33.150774 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e78f1afe-4a2f-41c0-a9af-108b3ff9e5b6 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:17:33.151164 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e78f1afe-4a2f-41c0-a9af-108b3ff9e5b6'] response: {'name': 'network-changed', 'server_uuid': '22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e', 'tag': 'a8869223-20e7-49a9-819c-4e545a764326', 'status': 'completed', 'code': 200} Oct 23 20:17:33.175519 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d3c77-90c2-4f60-8dbf-5d9156f85a03 service neutron] Pushing event updated for resources: {'Port': ['ID=a8869223-20e7-49a9-819c-4e545a764326,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:33.187519 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ef62c1a9-aa82-4ce8-a3b0-35d198f67218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:33.189013 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ef62c1a9-aa82-4ce8-a3b0-35d198f67218 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0df26e575de34eda9d416de65ec13036&device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 1127 time: 0.0537839 Oct 23 20:17:33.228548 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-7fd8086f-d1ff-45fc-bec8-644b10c8367b service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8869223-20e7-49a9-819c-4e545a764326 HTTP/1.1" status: 200 len: 217 time: 0.0317981 Oct 23 20:17:33.276339 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ec0f0790-943d-4a96-8f53-465fa0005286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:33.277714 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-ec0f0790-943d-4a96-8f53-465fa0005286 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=8b0f12f9-779b-4785-8b8e-7280bf13ca2b HTTP/1.1" status: 200 len: 853 time: 0.0429075 Oct 23 20:17:33.308910 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-09eaf550-eee9-4bcc-9b03-5cc59e37b1f9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f06d0ad6-fb4a-4030-ac73-03fa0d42c27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243292 Oct 23 20:17:33.322389 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:33.402026 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-9cecfc85-6e18-47ce-b8d6-2ee9993c46ef service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855834 Oct 23 20:17:33.489954 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3b2937ed-9bbe-45bb-9b47-a7e97fdc1b0e req-62bf6653-95ea-40cc-9e48-14e9d5b1ad43 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806811 Oct 23 20:17:33.544065 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:33.545795 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:33.580355 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd49af6-c6a0-4ae0-b556-ddc5edd09709 req-169992ba-3a30-48b4-8968-bb9774d8410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:33.581839 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-bdd49af6-c6a0-4ae0-b556-ddc5edd09709 req-169992ba-3a30-48b4-8968-bb9774d8410e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0df26e575de34eda9d416de65ec13036&device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 1127 time: 0.0453084 Oct 23 20:17:34.132991 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4775c-3086-4640-a83d-df2872d385e7 req-0c5c56d6-c00c-4e9d-853c-388e2cfcff46 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:34.134458 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-edb4775c-3086-4640-a83d-df2872d385e7 req-0c5c56d6-c00c-4e9d-853c-388e2cfcff46 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 943 time: 0.0457318 Oct 23 20:17:34.145036 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:34.166490 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:34.181098 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-edb4775c-3086-4640-a83d-df2872d385e7 req-0ae5c5a0-6e03-4779-9c2f-1b5937c8c07c tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Oct 23 20:17:34.338323 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:34.340184 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:35.300548 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c0b1d-90fd-42e0-9ce8-af17ac56ef35 req-f5de52c7-92e1-42c0-b05c-abe8ea520155 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:35.302002 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-222c0b1d-90fd-42e0-9ce8-af17ac56ef35 req-f5de52c7-92e1-42c0-b05c-abe8ea520155 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 943 time: 0.0466957 Oct 23 20:17:35.349574 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-222c0b1d-90fd-42e0-9ce8-af17ac56ef35 req-2e10b61f-d2a3-432a-ad8b-5a642771d20c tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Oct 23 20:17:36.469945 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ecc51-1d4f-4691-a34c-8530d569840f req-6fd734fa-24cf-4442-a8b3-e1c0970e6790 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:36.471401 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a36ecc51-1d4f-4691-a34c-8530d569840f req-6fd734fa-24cf-4442-a8b3-e1c0970e6790 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 943 time: 0.0487592 Oct 23 20:17:36.517303 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a36ecc51-1d4f-4691-a34c-8530d569840f req-03df4b2d-7d5f-497c-91ef-250060f90f36 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Oct 23 20:17:37.636163 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a0295-3de3-4ed3-8fc1-444b02c6c541 req-09a523ac-c326-4c52-a546-85f47e62bb21 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:37.637530 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-672a0295-3de3-4ed3-8fc1-444b02c6c541 req-09a523ac-c326-4c52-a546-85f47e62bb21 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 943 time: 0.0460875 Oct 23 20:17:37.683246 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-672a0295-3de3-4ed3-8fc1-444b02c6c541 req-4aa18ded-7388-4f33-bde6-c1b3a127733a tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395620 Oct 23 20:17:38.381579 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd49af6-c6a0-4ae0-b556-ddc5edd09709 req-ac40728f-a4de-46bc-b402-0ee33d6f53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:38.383112 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-bdd49af6-c6a0-4ae0-b556-ddc5edd09709 req-ac40728f-a4de-46bc-b402-0ee33d6f53a5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=f06d0ad6-fb4a-4030-ac73-03fa0d42c27b HTTP/1.1" status: 200 len: 914 time: 0.0857468 Oct 23 20:17:38.424959 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-bdd49af6-c6a0-4ae0-b556-ddc5edd09709 req-b617cd8f-6ccc-41df-bc38-5324b85a16df service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8869223-20e7-49a9-819c-4e545a764326 HTTP/1.1" status: 200 len: 217 time: 0.0355773 Oct 23 20:17:38.472940 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd49af6-c6a0-4ae0-b556-ddc5edd09709 req-c7fffb0d-110e-4431-a58d-273ea35a4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:38.474529 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-bdd49af6-c6a0-4ae0-b556-ddc5edd09709 req-c7fffb0d-110e-4431-a58d-273ea35a4163 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=8b0f12f9-779b-4785-8b8e-7280bf13ca2b HTTP/1.1" status: 200 len: 853 time: 0.0441833 Oct 23 20:17:38.504999 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-bdd49af6-c6a0-4ae0-b556-ddc5edd09709 req-c00a140b-9973-42ad-9b2f-ddd8b6f0850f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f06d0ad6-fb4a-4030-ac73-03fa0d42c27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249226 Oct 23 20:17:38.596193 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-bdd49af6-c6a0-4ae0-b556-ddc5edd09709 req-401a7802-6f00-42ec-bf2a-64b632cd3ca0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846350 Oct 23 20:17:38.681781 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-bdd49af6-c6a0-4ae0-b556-ddc5edd09709 req-65bbceea-c0a4-4f59-a4dc-fc602bb95693 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799086 Oct 23 20:17:38.806390 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26eb2d5-3d3f-47ad-893a-ba951e3813a9 req-201289dc-42be-475f-86ac-cc73a135c6c3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:38.807837 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d26eb2d5-3d3f-47ad-893a-ba951e3813a9 req-201289dc-42be-475f-86ac-cc73a135c6c3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 943 time: 0.0490527 Oct 23 20:17:38.852730 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device a8869223-20e7-49a9-819c-4e545a764326 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:17:38.855766 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d26eb2d5-3d3f-47ad-893a-ba951e3813a9 req-b65a8f5b-2c84-4666-81d6-784dcb8ee287 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419490 Oct 23 20:17:38.952762 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port a8869223-20e7-49a9-819c-4e545a764326, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=a8869223-20e7-49a9-819c-4e545a764326,segment=NetworkSegment(4ab92e8d-2e50-4038-b232-2d864641f2f1),segment_id=4ab92e8d-2e50-4038-b232-2d864641f2f1)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:38.963704 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': 'a8869223-20e7-49a9-819c-4e545a764326', 'network_id': 'f06d0ad6-fb4a-4030-ac73-03fa0d42c27b', 'port_id': 'a8869223-20e7-49a9-819c-4e545a764326', 'mac_address': 'fa:16:3e:e2:0a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0f12f9-779b-4785-8b8e-7280bf13ca2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:17:38.997491 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port a8869223-20e7-49a9-819c-4e545a764326 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:38.997976 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (a8869223-20e7-49a9-819c-4e545a764326), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:39.011138 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8869223-20e7-49a9-819c-4e545a764326 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:17:39.031020 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port a8869223-20e7-49a9-819c-4e545a764326, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=a8869223-20e7-49a9-819c-4e545a764326,segment=NetworkSegment(4ab92e8d-2e50-4038-b232-2d864641f2f1),segment_id=4ab92e8d-2e50-4038-b232-2d864641f2f1)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:39.034854 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (a8869223-20e7-49a9-819c-4e545a764326), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:39.081560 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=a8869223-20e7-49a9-819c-4e545a764326,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:39.395288 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['a8869223-20e7-49a9-819c-4e545a764326'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:17:39.743122 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-94d61218-e22d-439f-8623-0b58c407ea8a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-7927693&fields=id&tenant_id=deacebf04e2d4a8093425ce7d16ca3cf HTTP/1.1" status: 200 len: 267 time: 0.0437641 Oct 23 20:17:39.848324 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-6d30fe4b-6cf0-487e-955d-409810ed0479 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:39.849681 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-6d30fe4b-6cf0-487e-955d-409810ed0479 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 812 time: 0.1002688 Oct 23 20:17:39.865746 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-4cf5f54e-e609-4fdc-aa9d-2dd3e7736a38 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/quotas/deacebf04e2d4a8093425ce7d16ca3cf HTTP/1.1" status: 200 len: 375 time: 0.0106204 Oct 23 20:17:39.915578 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-f4eb7c40-dee5-4a99-b380-edf696cd84c6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449452 Oct 23 20:17:40.299639 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dc67d-8b1f-49de-ae2c-c9a9c252eb02 req-8870d6bf-f187-4684-b792-ce81a1a138f3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:40.300998 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f36dc67d-8b1f-49de-ae2c-c9a9c252eb02 req-8870d6bf-f187-4684-b792-ce81a1a138f3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 944 time: 0.3664770 Oct 23 20:17:40.338951 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-710bf992-8583-4836-8e85-44f6d0d4cb7c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124610 Oct 23 20:17:40.382710 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f36dc67d-8b1f-49de-ae2c-c9a9c252eb02 req-404e9bb4-1858-46ae-8e44-6ab47af24bf1 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757873 Oct 23 20:17:40.441313 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-791b2620-e959-45b0-91a2-8cda6edb1e2c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953374 Oct 23 20:17:40.730000 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b2575b81-4765-44bb-95eb-d47a08384f7a req-54a00e90-479d-4161-932d-7204616ca1de tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 210 time: 0.0305352 Oct 23 20:17:40.872240 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device a8869223-20e7-49a9-819c-4e545a764326 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:17:40.914715 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port a8869223-20e7-49a9-819c-4e545a764326 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:17:40.921627 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port a8869223-20e7-49a9-819c-4e545a764326 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:40.922097 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (a8869223-20e7-49a9-819c-4e545a764326), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:40.922543 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port a8869223-20e7-49a9-819c-4e545a764326 Oct 23 20:17:41.001497 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port a8869223-20e7-49a9-819c-4e545a764326 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:41.001886 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (a8869223-20e7-49a9-819c-4e545a764326), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:41.026270 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8869223-20e7-49a9-819c-4e545a764326'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:17:41.028746 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e69280-ab15-4aae-a1e2-3eb211417dcd" -d '{"events": [{"server_uuid": "22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e", "name": "network-vif-plugged", "status": "completed", "tag": "a8869223-20e7-49a9-819c-4e545a764326"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:17:41.042593 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port a8869223-20e7-49a9-819c-4e545a764326, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=a8869223-20e7-49a9-819c-4e545a764326,segment=NetworkSegment(4ab92e8d-2e50-4038-b232-2d864641f2f1),segment_id=4ab92e8d-2e50-4038-b232-2d864641f2f1)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:41.048047 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (a8869223-20e7-49a9-819c-4e545a764326), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:41.070515 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf543284-6ad3-4b93-a6f5-cea5b8198bc8 x-openstack-request-id: req-cf543284-6ad3-4b93-a6f5-cea5b8198bc8 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:17:41.070822 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e", "name": "network-vif-plugged", "status": "completed", "tag": "a8869223-20e7-49a9-819c-4e545a764326", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:17:41.071069 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf543284-6ad3-4b93-a6f5-cea5b8198bc8 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:17:41.071458 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf543284-6ad3-4b93-a6f5-cea5b8198bc8'] response: {'server_uuid': '22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8869223-20e7-49a9-819c-4e545a764326', 'code': 200} Oct 23 20:17:41.099223 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=a8869223-20e7-49a9-819c-4e545a764326,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:41.267515 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06158a-a829-417b-abe3-7b3d958d0984 req-dfe9036d-ae41-4814-b584-71df5656ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:41.269104 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4c06158a-a829-417b-abe3-7b3d958d0984 req-dfe9036d-ae41-4814-b584-71df5656ade7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 1129 time: 0.0388160 Oct 23 20:17:41.318237 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-4c06158a-a829-417b-abe3-7b3d958d0984 req-1d389b71-ffbd-4d9f-bf4d-eb18cd3c5ae3 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Oct 23 20:17:41.500928 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93e96f-17f2-467d-965e-5cf6d71c333e req-53370de5-2d28-41ff-a159-ee7b41630e5e tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:41.502360 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9f93e96f-17f2-467d-965e-5cf6d71c333e req-53370de5-2d28-41ff-a159-ee7b41630e5e tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 945 time: 0.0455756 Oct 23 20:17:41.548689 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9f93e96f-17f2-467d-965e-5cf6d71c333e req-4714d242-e8fd-4d43-a869-8c1dabfd4ae9 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Oct 23 20:17:41.814164 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:41.827587 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-a5279172-af14-4e77-b237-9770028f4be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:41.836085 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bcedf182-6863-4574-8ece-6c7f8364e896 req-0e12f160-53e8-4c07-8040-f66fc4f24442 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 210 time: 0.0307677 Oct 23 20:17:42.502862 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-9b7068c0-41a7-451a-b915-1f4c97ab1698 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:42.504345 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-9b7068c0-41a7-451a-b915-1f4c97ab1698 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 812 time: 0.1010749 Oct 23 20:17:42.569803 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-d329e19d-9694-462c-a104-2d7bcbc01c0d tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=deacebf04e2d4a8093425ce7d16ca3cf HTTP/1.1" status: 200 len: 377 time: 0.0536256 Oct 23 20:17:42.580890 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'port': {'device_id': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'admin_state_up': True, 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'security_groups': ['c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb']}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:42.677177 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563782ac-3bab-4237-bb04-787046ed7f98 req-b8ee4eae-794c-4d0c-a22c-feb491ea66bd tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:42.678751 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-563782ac-3bab-4237-bb04-787046ed7f98 req-b8ee4eae-794c-4d0c-a22c-feb491ea66bd tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 945 time: 0.0535073 Oct 23 20:17:42.691315 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:42.734929 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-563782ac-3bab-4237-bb04-787046ed7f98 req-9c4f2167-b343-48d1-ae80-f6324cbe8d4a tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501819 Oct 23 20:17:42.938958 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Made reservation on behalf of deacebf04e2d4a8093425ce7d16ca3cf for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:17:42.942266 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fcc1e74c-539f-4c14-8765-4a0de731ae5a req-0dc2e481-4a77-4e7d-89e3-35f6b024e40c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 210 time: 0.0273886 Oct 23 20:17:42.942892 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:43.072544 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Allocated IP 172.20.0.6 (dfd87eb0-6e12-4670-accf-38eb6ce06b92/fc54d622-0135-4d12-b9d0-e409cb44612a/0b0c65ed-87d3-4416-8478-c6c50775a20d) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:17:43.083975 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:43.092237 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:43.220849 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:43.252698 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:43.299351 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Network dfd87eb0-6e12-4670-accf-38eb6ce06b92 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:17:43.304464 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:17:43.308218 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:17:43.332660 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'Port': ['ID=0b0c65ed-87d3-4416-8478-c6c50775a20d,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:43.360177 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:43.360797 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:43.378111 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-eed4355f-2c21-4e1f-b390-5fef52f7908f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8009429 Oct 23 20:17:43.389413 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Request body: {'port': {'device_id': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:17:43.450118 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:43.536718 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-1211988a-2a54-45a9-9b7c-84407f04f83c None None] Provisioning complete for port 0b0c65ed-87d3-4416-8478-c6c50775a20d triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:17:43.537336 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1211988a-2a54-45a9-9b7c-84407f04f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:43.537439 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-1211988a-2a54-45a9-9b7c-84407f04f83c None None] Attempt 1 to provision port 0b0c65ed-87d3-4416-8478-c6c50775a20d Oct 23 20:17:43.568278 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-1211988a-2a54-45a9-9b7c-84407f04f83c None None] Port 0b0c65ed-87d3-4416-8478-c6c50775a20d cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:17:43.704308 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0c65ed-87d3-4416-8478-c6c50775a20d {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:17:43.711523 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Publish callbacks [] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:43.724456 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Transition to ACTIVE for port object 0b0c65ed-87d3-4416-8478-c6c50775a20d will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:17:43.728043 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:43.788537 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0c65ed-87d3-4416-8478-c6c50775a20d,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:43.831662 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:43.841189 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Attempting to bind port 0b0c65ed-87d3-4416-8478-c6c50775a20d on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:17:43.841523 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Attempting to bind port 0b0c65ed-87d3-4416-8478-c6c50775a20d by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:17:43.841855 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Attempting to bind port 0b0c65ed-87d3-4416-8478-c6c50775a20d on network dfd87eb0-6e12-4670-accf-38eb6ce06b92 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:17:43.867716 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d6f71-fe52-41bc-81ea-64307317a687 req-501603ea-5c6f-4220-92e0-551c72623266 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:43.869198 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d79d6f71-fe52-41bc-81ea-64307317a687 req-501603ea-5c6f-4220-92e0-551c72623266 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 945 time: 0.0472808 Oct 23 20:17:43.883976 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Port 0b0c65ed-87d3-4416-8478-c6c50775a20d on network dfd87eb0-6e12-4670-accf-38eb6ce06b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:17:43.884300 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Attempting to bind port 0b0c65ed-87d3-4416-8478-c6c50775a20d on network dfd87eb0-6e12-4670-accf-38eb6ce06b92 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:17:43.907779 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:43.918079 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d79d6f71-fe52-41bc-81ea-64307317a687 req-509f6dda-c908-42c0-9609-566b110e8cf3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428791 Oct 23 20:17:43.929187 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:17:43.929556 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Checking segment: {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:17:43.929894 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Bound using segment: {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:17:43.930507 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Bound port: 0b0c65ed-87d3-4416-8478-c6c50775a20d, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:17:43.930843 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:43.998047 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] For port 0b0c65ed-87d3-4416-8478-c6c50775a20d, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:17:44.001825 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] For port 0b0c65ed-87d3-4416-8478-c6c50775a20d, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=0b0c65ed-87d3-4416-8478-c6c50775a20d,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:17:44.008701 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:44.011947 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:44.012730 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:44.014461 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/0b0c65ed-87d3-4416-8478-c6c50775a20d HTTP/1.1" status: 200 len: 1093 time: 0.6289628 Oct 23 20:17:44.016509 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'tag': '0b0c65ed-87d3-4416-8478-c6c50775a20d'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:17:44.019723 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775c7005-2bc5-44ce-8456-8ed456379a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "831a4d3c-4e7f-4c11-b83a-92ba72480b30", "tag": "0b0c65ed-87d3-4416-8478-c6c50775a20d"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:17:44.085520 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2f0dd-1a26-47ce-9bc4-3ea6895fc71a req-d77fb780-f2c3-42ac-abc8-baf50fdb2622 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:44.087872 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-89a2f0dd-1a26-47ce-9bc4-3ea6895fc71a req-d77fb780-f2c3-42ac-abc8-baf50fdb2622 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 943 time: 0.0559864 Oct 23 20:17:44.102741 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162a1ea-31e7-4ccb-bd53-9c48b10231b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0c65ed-87d3-4416-8478-c6c50775a20d,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:44.117749 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-9d67ef6f-bd19-4b34-8c99-f1255b938600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:44.119323 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-9d67ef6f-bd19-4b34-8c99-f1255b938600 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 1127 time: 0.0480242 Oct 23 20:17:44.146199 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-89a2f0dd-1a26-47ce-9bc4-3ea6895fc71a req-10208466-ced4-4a5a-8d78-1950046b3e17 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0513649 Oct 23 20:17:44.161090 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-2c74c451-596e-4d1e-89c3-54e444978ce6 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0c65ed-87d3-4416-8478-c6c50775a20d HTTP/1.1" status: 200 len: 217 time: 0.0345545 Oct 23 20:17:44.199921 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7560dfad-1edf-41ed-a0e1-0fc891c5d704 x-openstack-request-id: req-7560dfad-1edf-41ed-a0e1-0fc891c5d704 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:17:44.200307 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831a4d3c-4e7f-4c11-b83a-92ba72480b30", "tag": "0b0c65ed-87d3-4416-8478-c6c50775a20d", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:17:44.200707 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7560dfad-1edf-41ed-a0e1-0fc891c5d704 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:17:44.201099 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7560dfad-1edf-41ed-a0e1-0fc891c5d704'] response: {'name': 'network-changed', 'server_uuid': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'tag': '0b0c65ed-87d3-4416-8478-c6c50775a20d', 'status': 'completed', 'code': 200} Oct 23 20:17:44.218728 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c91b0732-8115-4f9d-8d30-84b3fa307a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:44.220986 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-20278bf1-4452-467f-94e9-614dafd849f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:44.222505 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-20278bf1-4452-467f-94e9-614dafd849f7 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0545208 Oct 23 20:17:44.268918 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-5029a9d3-78fd-4698-85b2-12e1221d7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:44.270528 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-5029a9d3-78fd-4698-85b2-12e1221d7a1e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413790 Oct 23 20:17:44.368244 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-ebd37de0-1126-4142-a93a-6886f3a55c51 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911515 Oct 23 20:17:44.458828 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cd32332e-2eb1-4f8f-af42-50789716ff87 req-30080009-46aa-4ce4-bc4a-9958335d295e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839374 Oct 23 20:17:45.267189 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f77b91-c75e-4320-99e1-11bef5f37cb9 req-38ec314f-ead6-4cbb-8b79-c16b28c1a881 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:45.268618 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-24f77b91-c75e-4320-99e1-11bef5f37cb9 req-38ec314f-ead6-4cbb-8b79-c16b28c1a881 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 943 time: 0.0455134 Oct 23 20:17:45.316928 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-24f77b91-c75e-4320-99e1-11bef5f37cb9 req-4656c03c-0e4b-49ee-bfdf-25ad5559fcc2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427809 Oct 23 20:17:45.363099 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7005-2bc5-44ce-8456-8ed456379a5a req-c8b53efa-df61-4a12-9bb4-240f203a8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:45.364582 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-775c7005-2bc5-44ce-8456-8ed456379a5a req-c8b53efa-df61-4a12-9bb4-240f203a8215 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 1127 time: 0.0409017 Oct 23 20:17:45.450089 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:45.459539 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7005-2bc5-44ce-8456-8ed456379a5a req-85dd9ead-5acd-4421-afe3-4cee8d7d9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:45.461012 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-775c7005-2bc5-44ce-8456-8ed456379a5a req-85dd9ead-5acd-4421-afe3-4cee8d7d9c4a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0903761 Oct 23 20:17:45.499949 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-775c7005-2bc5-44ce-8456-8ed456379a5a req-4c815002-f0e2-4c43-9944-92c1f5c12962 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0c65ed-87d3-4416-8478-c6c50775a20d HTTP/1.1" status: 200 len: 217 time: 0.0324168 Oct 23 20:17:45.549461 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7005-2bc5-44ce-8456-8ed456379a5a req-fbea8277-6761-4ed8-838b-dd55d4188358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:45.550897 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-775c7005-2bc5-44ce-8456-8ed456379a5a req-fbea8277-6761-4ed8-838b-dd55d4188358 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0459590 Oct 23 20:17:45.593689 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7005-2bc5-44ce-8456-8ed456379a5a req-3b8a6db7-f4b3-4fd4-991a-4f9baafea406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:45.595167 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-775c7005-2bc5-44ce-8456-8ed456379a5a req-3b8a6db7-f4b3-4fd4-991a-4f9baafea406 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384622 Oct 23 20:17:45.682103 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-775c7005-2bc5-44ce-8456-8ed456379a5a req-77698b78-b337-4e6e-824d-f0942ce5cacb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804701 Oct 23 20:17:45.757223 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:45.777222 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-775c7005-2bc5-44ce-8456-8ed456379a5a req-817fcb42-8e73-44b1-8c62-d4bcaa1c41a5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867260 Oct 23 20:17:46.439455 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd34e71-19d6-4617-9f2b-dc87c4bb5611 req-5a66f4d8-30a6-4d98-8586-e65dc6efc3fe tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:46.440921 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cfd34e71-19d6-4617-9f2b-dc87c4bb5611 req-5a66f4d8-30a6-4d98-8586-e65dc6efc3fe tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 943 time: 0.0459597 Oct 23 20:17:46.492052 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-cfd34e71-19d6-4617-9f2b-dc87c4bb5611 req-77cb1a01-73ba-46df-91cf-822bbe4d3aff tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0456281 Oct 23 20:17:46.793756 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:47.160959 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:47.611348 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2407f4e-258c-47e5-8d23-4e0bfb6634b5 req-643cbd14-6bf3-4a6c-9919-6c6118e7c515 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:47.612791 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d2407f4e-258c-47e5-8d23-4e0bfb6634b5 req-643cbd14-6bf3-4a6c-9919-6c6118e7c515 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 943 time: 0.0466938 Oct 23 20:17:47.660850 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d2407f4e-258c-47e5-8d23-4e0bfb6634b5 req-046f7548-88e2-4a19-b1d5-8ace3bade3a9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425799 Oct 23 20:17:48.355544 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:48.360836 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:48.783291 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa347a-21ff-4dcf-a0f2-a30ec56b88d5 req-382b7b39-750b-4058-819c-c111475f3ca8 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:48.784731 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-53aa347a-21ff-4dcf-a0f2-a30ec56b88d5 req-382b7b39-750b-4058-819c-c111475f3ca8 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 943 time: 0.0458333 Oct 23 20:17:48.832544 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-53aa347a-21ff-4dcf-a0f2-a30ec56b88d5 req-5755fc62-7f9f-4b4b-81ca-21ea8d38cfa9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423012 Oct 23 20:17:49.955922 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff40f1-4c4d-4809-a4f5-eea30f09c7d3 req-1fedde4f-ee22-4d73-9510-8d386484a244 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:49.957378 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-77ff40f1-4c4d-4809-a4f5-eea30f09c7d3 req-1fedde4f-ee22-4d73-9510-8d386484a244 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 943 time: 0.0508556 Oct 23 20:17:50.005667 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-77ff40f1-4c4d-4809-a4f5-eea30f09c7d3 req-3d44d085-9a35-48cc-b9a8-f756464b6c92 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426638 Oct 23 20:17:51.127618 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904167a-9356-4cad-aa82-11213eceef24 req-219c20e1-f426-4eb1-9291-3de19eef3f9c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:51.129098 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b904167a-9356-4cad-aa82-11213eceef24 req-219c20e1-f426-4eb1-9291-3de19eef3f9c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 943 time: 0.0472314 Oct 23 20:17:51.177901 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b904167a-9356-4cad-aa82-11213eceef24 req-544a67ba-35fe-4a7f-9b07-ff14cdf3d495 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432124 Oct 23 20:17:52.301152 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b818169-e02b-4131-bb97-5caea4c7666f req-bfee1395-7e22-47ee-8089-f11ec627ff25 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:52.302593 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6b818169-e02b-4131-bb97-5caea4c7666f req-bfee1395-7e22-47ee-8089-f11ec627ff25 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 943 time: 0.0498297 Oct 23 20:17:52.350492 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6b818169-e02b-4131-bb97-5caea4c7666f req-9e0cfea7-0b7b-4dcc-915c-a9cb5a649889 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425065 Oct 23 20:17:53.468433 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68892e-81ae-40f2-847a-2ba9a46cd4d4 req-2eaf0010-12f4-4410-8ebf-374b27635d9f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:53.469893 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3a68892e-81ae-40f2-847a-2ba9a46cd4d4 req-2eaf0010-12f4-4410-8ebf-374b27635d9f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 943 time: 0.0470722 Oct 23 20:17:53.517655 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3a68892e-81ae-40f2-847a-2ba9a46cd4d4 req-59cdad19-9feb-4ae0-8bdf-10b9afa958e4 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422957 Oct 23 20:17:54.343079 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:54.599954 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:54.617839 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:54.635407 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5fa5d-07c9-4904-8a6b-5f9d572865ca req-ad111cfa-c311-4081-a1fd-e9a887a78b1a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:54.636879 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1ce5fa5d-07c9-4904-8a6b-5f9d572865ca req-ad111cfa-c311-4081-a1fd-e9a887a78b1a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 943 time: 0.0472319 Oct 23 20:17:54.688227 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1ce5fa5d-07c9-4904-8a6b-5f9d572865ca req-fe995aa5-a788-4734-978b-259969eb35eb tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455928 Oct 23 20:17:55.774484 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:55.806878 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62765f-599b-4452-9f9c-bf6de32de8c2 req-e046c5ec-ae38-4b89-a1bb-b546975077ec tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:55.808308 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8a62765f-599b-4452-9f9c-bf6de32de8c2 req-e046c5ec-ae38-4b89-a1bb-b546975077ec tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 943 time: 0.0465450 Oct 23 20:17:55.855661 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8a62765f-599b-4452-9f9c-bf6de32de8c2 req-07fa5115-3f98-4b09-a75e-62874995ba94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412540 Oct 23 20:17:56.974477 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d383ea-4ba8-4e37-a003-93a9af6da2a4 req-ed2b56f2-bbb3-4caa-a939-df2d12329a1b tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:56.975914 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a2d383ea-4ba8-4e37-a003-93a9af6da2a4 req-ed2b56f2-bbb3-4caa-a939-df2d12329a1b tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 943 time: 0.0457795 Oct 23 20:17:57.019810 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 0b0c65ed-87d3-4416-8478-c6c50775a20d details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:17:57.024575 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a2d383ea-4ba8-4e37-a003-93a9af6da2a4 req-4499cead-5b50-41cb-bd03-b679e0e92132 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431089 Oct 23 20:17:57.116885 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 0b0c65ed-87d3-4416-8478-c6c50775a20d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=0b0c65ed-87d3-4416-8478-c6c50775a20d,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:57.130890 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '0b0c65ed-87d3-4416-8478-c6c50775a20d', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'port_id': '0b0c65ed-87d3-4416-8478-c6c50775a20d', 'mac_address': 'fa:16:3e:95:3a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:17:57.295060 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 0b0c65ed-87d3-4416-8478-c6c50775a20d is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:17:57.295391 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:57.307683 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0c65ed-87d3-4416-8478-c6c50775a20d {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:17:57.327103 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 0b0c65ed-87d3-4416-8478-c6c50775a20d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=0b0c65ed-87d3-4416-8478-c6c50775a20d,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:17:57.330942 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:17:57.374759 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=0b0c65ed-87d3-4416-8478-c6c50775a20d,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:17:58.093745 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['0b0c65ed-87d3-4416-8478-c6c50775a20d'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:17:58.124550 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:58.148641 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e1b9f-f0d8-4c76-8bf2-950009adf178 req-20d49af3-4945-4fba-8a83-e63ea4c93d08 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:58.150118 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3a8e1b9f-f0d8-4c76-8bf2-950009adf178 req-20d49af3-4945-4fba-8a83-e63ea4c93d08 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 944 time: 0.0507045 Oct 23 20:17:58.205348 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3a8e1b9f-f0d8-4c76-8bf2-950009adf178 req-779e0c0c-3cca-4f25-9710-74d192b0a3f6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492990 Oct 23 20:17:58.226985 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:58.230566 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:17:59.332814 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369b17e-3064-46b3-9e2a-759c9801a7c9 req-97349c24-4880-4249-b09c-1bcdd8e491fe tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:17:59.334292 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1369b17e-3064-46b3-9e2a-759c9801a7c9 req-97349c24-4880-4249-b09c-1bcdd8e491fe tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 944 time: 0.0468607 Oct 23 20:17:59.382342 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1369b17e-3064-46b3-9e2a-759c9801a7c9 req-83e4f634-5157-4253-8e2d-b8b1b67dfb77 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425110 Oct 23 20:18:00.326224 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:18:00.503820 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168e0f3-b8f5-40d7-b858-d63236be1add req-a683b27b-c38b-4efd-b40d-6045d5c9cd9e tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:00.505273 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3168e0f3-b8f5-40d7-b858-d63236be1add req-a683b27b-c38b-4efd-b40d-6045d5c9cd9e tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 944 time: 0.0460093 Oct 23 20:18:00.556916 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3168e0f3-b8f5-40d7-b858-d63236be1add req-a60479d1-a65a-4f93-9f60-c29722b21284 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460994 Oct 23 20:18:01.676671 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81c8ca-811e-48cc-9b51-b4808d7ec36a req-9b093dcd-62c4-4f76-8514-7956d14f3d99 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:01.678108 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4e81c8ca-811e-48cc-9b51-b4808d7ec36a req-9b093dcd-62c4-4f76-8514-7956d14f3d99 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 944 time: 0.0468681 Oct 23 20:18:01.725813 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4e81c8ca-811e-48cc-9b51-b4808d7ec36a req-69905427-20c2-4880-be54-5f9993ba6ee9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422232 Oct 23 20:18:02.438174 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 0b0c65ed-87d3-4416-8478-c6c50775a20d up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:18:02.481925 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 0b0c65ed-87d3-4416-8478-c6c50775a20d completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:18:02.488131 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 0b0c65ed-87d3-4416-8478-c6c50775a20d triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:18:02.488505 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:02.488955 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 0b0c65ed-87d3-4416-8478-c6c50775a20d Oct 23 20:18:02.557262 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 0b0c65ed-87d3-4416-8478-c6c50775a20d is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:18:02.557641 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:02.580238 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0c65ed-87d3-4416-8478-c6c50775a20d'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:18:02.582776 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b026e446-d912-45fe-90f9-aad28e190fa4" -d '{"events": [{"server_uuid": "831a4d3c-4e7f-4c11-b83a-92ba72480b30", "name": "network-vif-plugged", "status": "completed", "tag": "0b0c65ed-87d3-4416-8478-c6c50775a20d"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:18:02.595951 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 0b0c65ed-87d3-4416-8478-c6c50775a20d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=0b0c65ed-87d3-4416-8478-c6c50775a20d,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:18:02.600069 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:02.627689 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491f595d-cd1e-4afe-999b-fa091a21238a x-openstack-request-id: req-491f595d-cd1e-4afe-999b-fa091a21238a {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:18:02.627985 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831a4d3c-4e7f-4c11-b83a-92ba72480b30", "name": "network-vif-plugged", "status": "completed", "tag": "0b0c65ed-87d3-4416-8478-c6c50775a20d", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:18:02.628245 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-491f595d-cd1e-4afe-999b-fa091a21238a {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:18:02.628632 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491f595d-cd1e-4afe-999b-fa091a21238a'] response: {'server_uuid': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0c65ed-87d3-4416-8478-c6c50775a20d', 'code': 200} Oct 23 20:18:02.653675 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=0b0c65ed-87d3-4416-8478-c6c50775a20d,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:18:02.835430 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5c73c-242e-4b9c-bfd6-ead419a9a68a req-147413e1-2b15-43ac-92d8-5d6e3f5aa5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:02.836932 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-72d5c73c-242e-4b9c-bfd6-ead419a9a68a req-147413e1-2b15-43ac-92d8-5d6e3f5aa5ba service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 1129 time: 0.0387263 Oct 23 20:18:02.851411 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9084c-16e4-49db-ab78-1b6b291a627e req-383778ca-e987-45b4-bdc9-ea23fb2aa533 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:02.852895 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-27b9084c-16e4-49db-ab78-1b6b291a627e req-383778ca-e987-45b4-bdc9-ea23fb2aa533 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 945 time: 0.0462513 Oct 23 20:18:02.883106 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-72d5c73c-242e-4b9c-bfd6-ead419a9a68a req-c4cd9497-15e2-4fff-91b9-a1e8e1aa2566 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391378 Oct 23 20:18:02.901744 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-27b9084c-16e4-49db-ab78-1b6b291a627e req-9026f469-5ebb-4c1b-a992-cc5e6059a12d tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423594 Oct 23 20:18:04.025208 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1819417-c2d5-4714-8a67-d2c5e990e227 req-c2fb27c1-dcac-49f0-8948-bfb807d4e374 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:04.026681 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c1819417-c2d5-4714-8a67-d2c5e990e227 req-c2fb27c1-dcac-49f0-8948-bfb807d4e374 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 945 time: 0.0495534 Oct 23 20:18:04.075929 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-c1819417-c2d5-4714-8a67-d2c5e990e227 req-c8eaa7de-917e-4c87-864a-6090f02837ec tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434356 Oct 23 20:18:05.192185 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080577ea-7d6e-4c08-9342-ed26c32c532e req-8f56170e-e581-45d5-aca7-cfe2a51aa886 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:05.193699 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-080577ea-7d6e-4c08-9342-ed26c32c532e req-8f56170e-e581-45d5-aca7-cfe2a51aa886 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 945 time: 0.0461044 Oct 23 20:18:05.241984 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-080577ea-7d6e-4c08-9342-ed26c32c532e req-a1c99808-2009-4cc4-918b-c2714aa876d2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426280 Oct 23 20:18:05.364201 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17db87-1c2e-45e8-abad-c211f2925496 req-779d7bad-ae77-456a-b6bc-4a506f67f709 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:05.365637 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6b17db87-1c2e-45e8-abad-c211f2925496 req-779d7bad-ae77-456a-b6bc-4a506f67f709 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 945 time: 0.0492415 Oct 23 20:18:05.391402 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:05.414354 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6b17db87-1c2e-45e8-abad-c211f2925496 req-5a2ab820-50c9-4ea0-92bb-10191174a4a3 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430918 Oct 23 20:18:05.443314 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36474) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:18:05.520534 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3709f4-c394-4902-843f-394fa5ba61a8 tempest-TestVolumeBootPattern-723652414 tempest-TestVolumeBootPattern-723652414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:05.521992 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-cc3709f4-c394-4902-843f-394fa5ba61a8 tempest-TestVolumeBootPattern-723652414 tempest-TestVolumeBootPattern-723652414-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 1124 time: 0.0777595 Oct 23 20:18:05.525004 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36478) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:18:05.529316 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'port_id': '0b0c65ed-87d3-4416-8478-c6c50775a20d', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:18:05.541005 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:05.551775 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:05.631692 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:05.734237 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_common [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Allocated IP 172.27.0.155 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/0ff995df-76d1-478a-b9e4-7d9a7327b2d6) {{(pid=104660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:18:05.837850 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for port (0ff995df-76d1-478a-b9e4-7d9a7327b2d6), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:05.871888 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (0ff995df-76d1-478a-b9e4-7d9a7327b2d6), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:05.909650 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:18:05.916582 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.base_scheduler [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Resources bound (agent type, host, resource id): {{(pid=104660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:18:05.921167 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Received port after_create {{(pid=104660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:18:05.924558 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'Port': ['ID=0ff995df-76d1-478a-b9e4-7d9a7327b2d6,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:18:05.950355 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.950965 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.951329 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.951670 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.952000 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.952327 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.952649 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.952970 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.953289 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.953611 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.953932 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.954267 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.954595 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.954912 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:05.955229 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:06.263571 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:06.277406 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (0da49c66-faf9-46c2-97a7-7b0414d5c57e), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:06.278665 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:06.343364 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (0ff995df-76d1-478a-b9e4-7d9a7327b2d6), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:06.486810 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for port (0ff995df-76d1-478a-b9e4-7d9a7327b2d6), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:06.491154 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25297587'] for port (0ff995df-76d1-478a-b9e4-7d9a7327b2d6), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:06.559036 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (0da49c66-faf9-46c2-97a7-7b0414d5c57e), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:06.562085 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'Port': ['ID=0ff995df-76d1-478a-b9e4-7d9a7327b2d6,revision_number=2']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:18:06.653894 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Floating IP 0da49c66-faf9-46c2-97a7-7b0414d5c57e associated. External IP: 172.27.0.155, port: 0b0c65ed-87d3-4416-8478-c6c50775a20d. Oct 23 20:18:06.852022 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Router 20f7a74b-78f3-4b05-885b-166c44541619 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:18:06.964774 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:18:06.978093 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d59e3-e3d5-4552-b3f9-0c79c4ea4302 None None] Sync routers for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:18:06.984137 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:06.990012 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d59e3-e3d5-4552-b3f9-0c79c4ea4302 None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:18:06.990829 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-f63d59e3-e3d5-4552-b3f9-0c79c4ea4302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:17:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:18:07.017734 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-c012cd64-e1a5-402f-8268-03cbebe2f4b2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4890630 Oct 23 20:18:07.017734 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'tag': '0b0c65ed-87d3-4416-8478-c6c50775a20d'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:18:07.018392 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5f4dee-bd84-44c3-b11b-94b67a6afe12" -d '{"events": [{"name": "network-changed", "server_uuid": "831a4d3c-4e7f-4c11-b83a-92ba72480b30", "tag": "0b0c65ed-87d3-4416-8478-c6c50775a20d"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:18:07.056449 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83b0ebd-0123-41ac-bdd6-273e752c21a5 x-openstack-request-id: req-b83b0ebd-0123-41ac-bdd6-273e752c21a5 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:18:07.056736 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831a4d3c-4e7f-4c11-b83a-92ba72480b30", "tag": "0b0c65ed-87d3-4416-8478-c6c50775a20d", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:18:07.056986 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b83b0ebd-0123-41ac-bdd6-273e752c21a5 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:18:07.057412 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b83b0ebd-0123-41ac-bdd6-273e752c21a5'] response: {'name': 'network-changed', 'server_uuid': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'tag': '0b0c65ed-87d3-4416-8478-c6c50775a20d', 'status': 'completed', 'code': 200} Oct 23 20:18:07.094791 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-f63d59e3-e3d5-4552-b3f9-0c79c4ea4302 None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:18:07.294585 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-f63d59e3-e3d5-4552-b3f9-0c79c4ea4302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '0da49c66-faf9-46c2-97a7-7b0414d5c57e', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': '0b0c65ed-87d3-4416-8478-c6c50775a20d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:95:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:18:06Z', 'updated_at': '2022-10-23T20:18:06Z', 'revision_number': 0, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:18:07.322042 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d59e3-e3d5-4552-b3f9-0c79c4ea4302 None None] Checking router: 20f7a74b-78f3-4b05-885b-166c44541619 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:18:07.330511 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d59e3-e3d5-4552-b3f9-0c79c4ea4302 None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:18:07.331110 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-f63d59e3-e3d5-4552-b3f9-0c79c4ea4302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:17:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:18:07.395139 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4dee-bd84-44c3-b11b-94b67a6afe12 req-900543ce-3ba4-498e-94de-9dfc32d3ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:07.396848 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cf5f4dee-bd84-44c3-b11b-94b67a6afe12 req-900543ce-3ba4-498e-94de-9dfc32d3ba2f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 1129 time: 0.0430970 Oct 23 20:18:07.433741 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-f63d59e3-e3d5-4552-b3f9-0c79c4ea4302 None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:18:07.493299 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4dee-bd84-44c3-b11b-94b67a6afe12 req-e20285ee-6572-44b1-851b-882f1b8ce801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:07.494806 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cf5f4dee-bd84-44c3-b11b-94b67a6afe12 req-e20285ee-6572-44b1-851b-882f1b8ce801 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0886490 Oct 23 20:18:07.580715 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cf5f4dee-bd84-44c3-b11b-94b67a6afe12 req-ad2294ca-27d0-4288-ba77-31b2b50f521c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0c65ed-87d3-4416-8478-c6c50775a20d HTTP/1.1" status: 200 len: 999 time: 0.0605609 Oct 23 20:18:07.630124 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4dee-bd84-44c3-b11b-94b67a6afe12 req-7946a1a3-4f18-4eb6-a0b4-729ca586e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:07.631654 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cf5f4dee-bd84-44c3-b11b-94b67a6afe12 req-7946a1a3-4f18-4eb6-a0b4-729ca586e7b8 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0446022 Oct 23 20:18:07.647992 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-f63d59e3-e3d5-4552-b3f9-0c79c4ea4302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '0da49c66-faf9-46c2-97a7-7b0414d5c57e', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': '0b0c65ed-87d3-4416-8478-c6c50775a20d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:95:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:18:06Z', 'updated_at': '2022-10-23T20:18:06Z', 'revision_number': 0, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:18:07.673168 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d59e3-e3d5-4552-b3f9-0c79c4ea4302 None None] The sync data for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi is: [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '0da49c66-faf9-46c2-97a7-7b0414d5c57e', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': '0b0c65ed-87d3-4416-8478-c6c50775a20d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:95:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:18:06Z', 'updated_at': '2022-10-23T20:18:06Z', 'revision_number': 0, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:18:07.677738 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4dee-bd84-44c3-b11b-94b67a6afe12 req-98913901-2987-464e-9628-5cd054c2cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:07.679643 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cf5f4dee-bd84-44c3-b11b-94b67a6afe12 req-98913901-2987-464e-9628-5cd054c2cd9c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419638 Oct 23 20:18:07.784175 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cf5f4dee-bd84-44c3-b11b-94b67a6afe12 req-95287dd6-383b-4305-8528-24d45d2e8d6e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981510 Oct 23 20:18:07.877551 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-cf5f4dee-bd84-44c3-b11b-94b67a6afe12 req-449b467b-ed7d-431f-b2f4-da5cd1858ed1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871358 Oct 23 20:18:08.243129 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:08.254398 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a58d6e-989e-4b9f-abb0-e91c08e2e268 req-b4d00d63-0ee0-422d-a2ca-4f2f1dde34c4 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:08.255888 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a8a58d6e-989e-4b9f-abb0-e91c08e2e268 req-b4d00d63-0ee0-422d-a2ca-4f2f1dde34c4 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 945 time: 0.0511594 Oct 23 20:18:08.305140 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a8a58d6e-989e-4b9f-abb0-e91c08e2e268 req-2e1038fc-06c1-42f4-9270-3f1b85b3da7a tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434823 Oct 23 20:18:08.348113 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd2bb5-6c3e-4b94-8410-5ea39413e9ec None None] New status for floating IP 0da49c66-faf9-46c2-97a7-7b0414d5c57e: ACTIVE {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:18:09.428172 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da66a27-5793-43c8-858a-7d3914ad18db req-30fc730e-e977-442b-a643-ec605625f739 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:09.429635 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2da66a27-5793-43c8-858a-7d3914ad18db req-30fc730e-e977-442b-a643-ec605625f739 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 945 time: 0.0484600 Oct 23 20:18:09.479236 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2da66a27-5793-43c8-858a-7d3914ad18db req-b9049bd2-1bf7-4ccc-babd-deff9770f788 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d7cc903f-5fb3-4e56-b0b6-da8493212036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438764 Oct 23 20:18:10.182161 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6794647-219d-4e56-8c25-08539d4e8548 req-6d8c63ac-6835-4cb8-b7cb-d1c15202488c tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:10.183585 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b6794647-219d-4e56-8c25-08539d4e8548 req-6d8c63ac-6835-4cb8-b7cb-d1c15202488c tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 945 time: 0.0484691 Oct 23 20:18:10.263865 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-b6794647-219d-4e56-8c25-08539d4e8548 req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Deleting port a8869223-20e7-49a9-819c-4e545a764326 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:18:10.264197 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b6794647-219d-4e56-8c25-08539d4e8548 req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (a8869223-20e7-49a9-819c-4e545a764326), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:10.353439 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-b6794647-219d-4e56-8c25-08539d4e8548 req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] For port a8869223-20e7-49a9-819c-4e545a764326, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=a8869223-20e7-49a9-819c-4e545a764326,segment=NetworkSegment(4ab92e8d-2e50-4038-b232-2d864641f2f1),segment_id=4ab92e8d-2e50-4038-b232-2d864641f2f1)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:18:10.353795 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b6794647-219d-4e56-8c25-08539d4e8548 req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (a8869223-20e7-49a9-819c-4e545a764326), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:10.367344 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-b6794647-219d-4e56-8c25-08539d4e8548 req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Calling delete_port for a8869223-20e7-49a9-819c-4e545a764326 owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:18:10.484134 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:10.486200 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:10.491399 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b6794647-219d-4e56-8c25-08539d4e8548 req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (a8869223-20e7-49a9-819c-4e545a764326), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:10.502962 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['a8869223-20e7-49a9-819c-4e545a764326'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:18:10.523773 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Pushing event deleted for resources: {'Port': ['ID=a8869223-20e7-49a9-819c-4e545a764326,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:18:10.549363 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.549710 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.550022 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.550379 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.550706 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.551020 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.551345 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.551660 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.551977 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.552294 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.552610 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.552923 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.553240 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.553553 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.553866 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:18:10.576713 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6794647-219d-4e56-8c25-08539d4e8548 req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] No DVR routers for this DVR port a8869223-20e7-49a9-819c-4e545a764326 on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:18:10.579208 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b6794647-219d-4e56-8c25-08539d4e8548 req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:10.582356 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b6794647-219d-4e56-8c25-08539d4e8548 req-d50a79e2-20cd-460d-a7ec-f83145ffa1b3 tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.15 "DELETE /networking/v2.0/ports/a8869223-20e7-49a9-819c-4e545a764326 HTTP/1.1" status: 204 len: 173 time: 0.3934073 Oct 23 20:18:10.582834 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e', 'name': 'network-vif-deleted', 'tag': 'a8869223-20e7-49a9-819c-4e545a764326'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:18:10.585042 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dd62f3-752c-4cde-b32d-138e8949169d" -d '{"events": [{"server_uuid": "22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e", "name": "network-vif-deleted", "tag": "a8869223-20e7-49a9-819c-4e545a764326"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:18:10.593885 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-198d1579-70e6-4b3d-899a-b36811de6ed2 req-717cb93c-6bfe-4dde-8319-56bdd447600b tempest-VolumesSnapshotTestJSON-1139882648 tempest-VolumesSnapshotTestJSON-1139882648-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e HTTP/1.1" status: 200 len: 210 time: 0.0326128 Oct 23 20:18:10.627737 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe469844-77c4-4058-a8c5-ffb35b0f0e1d x-openstack-request-id: req-fe469844-77c4-4058-a8c5-ffb35b0f0e1d {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:18:10.628025 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e", "name": "network-vif-deleted", "tag": "a8869223-20e7-49a9-819c-4e545a764326", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:18:10.628269 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe469844-77c4-4058-a8c5-ffb35b0f0e1d {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:18:10.628660 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe469844-77c4-4058-a8c5-ffb35b0f0e1d'] response: {'server_uuid': '22eb9b9f-6a76-48ad-a6ac-3fb86dbd342e', 'name': 'network-vif-deleted', 'tag': 'a8869223-20e7-49a9-819c-4e545a764326', 'status': 'completed', 'code': 200} Oct 23 20:18:11.829259 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-cd034f2c-bd70-4603-8e2e-991dbd29b9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:14.220885 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-7d5c943e-5ad9-401e-a0b1-ef9dbcfd5243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:14.798031 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device a8869223-20e7-49a9-819c-4e545a764326 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:18:14.816371 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: a8869223-20e7-49a9-819c-4e545a764326 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:18:14.816706 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device a8869223-20e7-49a9-819c-4e545a764326 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:18:15.454941 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:16.797439 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:17.162934 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:20.529116 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=6 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:20.560508 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:20.569897 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=16 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:20.570649 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:24.359223 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:25.366353 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:25.367480 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=30 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:27.158812 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:33.405716 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2969fa5c-ff6e-42fd-aa44-6031072bc33a req-56459616-7e04-4a72-81ef-24b5310de188 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392420 Oct 23 20:18:33.493230 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969fa5c-ff6e-42fd-aa44-6031072bc33a req-a33998b0-b144-4b57-b82c-974ca178fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:33.494781 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2969fa5c-ff6e-42fd-aa44-6031072bc33a req-a33998b0-b144-4b57-b82c-974ca178fe6d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 1130 time: 0.0407536 Oct 23 20:18:33.603799 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969fa5c-ff6e-42fd-aa44-6031072bc33a req-000c1fde-b27e-4368-b78a-270a2084a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:33.605333 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2969fa5c-ff6e-42fd-aa44-6031072bc33a req-000c1fde-b27e-4368-b78a-270a2084a173 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 916 time: 0.0899715 Oct 23 20:18:33.666265 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2969fa5c-ff6e-42fd-aa44-6031072bc33a req-a5986373-6e8b-4f48-9185-efc91e3f203d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52aa7e62-de00-4e05-aae6-56a7a696b6e7 HTTP/1.1" status: 200 len: 1002 time: 0.0541575 Oct 23 20:18:33.717110 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969fa5c-ff6e-42fd-aa44-6031072bc33a req-29bf113e-fb86-45e0-af05-6124d40994e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:33.719079 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2969fa5c-ff6e-42fd-aa44-6031072bc33a req-29bf113e-fb86-45e0-af05-6124d40994e8 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0461226 Oct 23 20:18:33.760905 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969fa5c-ff6e-42fd-aa44-6031072bc33a req-1c2df6db-30b7-4303-9601-94eae2323240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:18:33.762400 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2969fa5c-ff6e-42fd-aa44-6031072bc33a req-1c2df6db-30b7-4303-9601-94eae2323240 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376923 Oct 23 20:18:33.854788 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2969fa5c-ff6e-42fd-aa44-6031072bc33a req-1a789555-91bd-4f72-8641-38aec4f72579 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867403 Oct 23 20:18:33.942713 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2969fa5c-ff6e-42fd-aa44-6031072bc33a req-9fdc943b-ad00-4b83-bd32-5b7d38b94478 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812178 Oct 23 20:18:34.352421 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:34.353146 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:36.893350 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36662) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:18:36.940731 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08cb0ac-4201-4df1-9502-d39c570af42b admin admin] Deleting subnet 8b0f12f9-779b-4785-8b8e-7280bf13ca2b {{(pid=104660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:18:36.943862 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e08cb0ac-4201-4df1-9502-d39c570af42b admin admin] Publish callbacks [] for subnet (8b0f12f9-779b-4785-8b8e-7280bf13ca2b), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:36.978215 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e08cb0ac-4201-4df1-9502-d39c570af42b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25212802'] for subnet (8b0f12f9-779b-4785-8b8e-7280bf13ca2b), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.016564 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e08cb0ac-4201-4df1-9502-d39c570af42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (8b0f12f9-779b-4785-8b8e-7280bf13ca2b), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.068082 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e08cb0ac-4201-4df1-9502-d39c570af42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25298249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318950'] for subnet (8b0f12f9-779b-4785-8b8e-7280bf13ca2b), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.097287 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cb0ac-4201-4df1-9502-d39c570af42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b0f12f9-779b-4785-8b8e-7280bf13ca2b,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:18:37.102217 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e08cb0ac-4201-4df1-9502-d39c570af42b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.105069 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-e08cb0ac-4201-4df1-9502-d39c570af42b admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/8b0f12f9-779b-4785-8b8e-7280bf13ca2b HTTP/1.1" status: 204 len: 168 time: 0.2105064 Oct 23 20:18:37.107518 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36664) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:18:37.173773 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (f06d0ad6-fb4a-4030-ac73-03fa0d42c27b), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.253733 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (f06d0ad6-fb4a-4030-ac73-03fa0d42c27b), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.273829 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06d0ad6-fb4a-4030-ac73-03fa0d42c27b']}} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:18:37.282930 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab92e8d-2e50-4038-b232-2d864641f2f1') {'for_net_delete': True} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:18:37.283221 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab92e8d-2e50-4038-b232-2d864641f2f1') {} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:18:37.292591 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212809'] for segment (4ab92e8d-2e50-4038-b232-2d864641f2f1), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.305403 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (4ab92e8d-2e50-4038-b232-2d864641f2f1), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.312121 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:18:37.312502 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25297647'] for segment (4ab92e8d-2e50-4038-b232-2d864641f2f1), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.325045 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:18:37.360564 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment 4ab92e8d-2e50-4038-b232-2d864641f2f1 resource provider aggregate not found Oct 23 20:18:37.379605 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment 4ab92e8d-2e50-4038-b232-2d864641f2f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ab92e8d-2e50-4038-b232-2d864641f2f1 found for delete ", "request_id": "req-4257eef8-e213-4f67-80b8-79852152a4fe"}]} Oct 23 20:18:37.380388 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (f06d0ad6-fb4a-4030-ac73-03fa0d42c27b), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.386350 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.389369 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/f06d0ad6-fb4a-4030-ac73-03fa0d42c27b HTTP/1.1" status: 204 len: 168 time: 0.2809601 Oct 23 20:18:37.400527 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55625f8d-07f2-4c6e-9220-6888b56b894a admin admin] Pushing event deleted for resources: {'Network': ['ID=f06d0ad6-fb4a-4030-ac73-03fa0d42c27b,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:18:37.549473 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36672) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:18:37.589324 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-01c7b9d2-35f3-465f-9849-bb914c0d1065 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0df26e575de34eda9d416de65ec13036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387213 Oct 23 20:18:37.591783 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36674) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:18:37.640895 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-37b5ed7c-3ba5-4fc4-84d8-177e9ce5f487 admin admin] Publish callbacks [] for security_group (d7cc903f-5fb3-4e56-b0b6-da8493212036), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.661177 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-37b5ed7c-3ba5-4fc4-84d8-177e9ce5f487 admin admin] Publish callbacks [] for security_group (d7cc903f-5fb3-4e56-b0b6-da8493212036), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.711497 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-37b5ed7c-3ba5-4fc4-84d8-177e9ce5f487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (d7cc903f-5fb3-4e56-b0b6-da8493212036), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.714118 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-37b5ed7c-3ba5-4fc4-84d8-177e9ce5f487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:37.717692 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-37b5ed7c-3ba5-4fc4-84d8-177e9ce5f487 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d7cc903f-5fb3-4e56-b0b6-da8493212036 HTTP/1.1" status: 204 len: 168 time: 0.1226497 Oct 23 20:18:37.725399 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5ed7c-3ba5-4fc4-84d8-177e9ce5f487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cc903f-5fb3-4e56-b0b6-da8493212036,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:18:41.831911 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-289823a2-4f45-4909-9576-db1129ba6af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:43.938290 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=51 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:43.940187 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=50 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:44.222926 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-4a6cc5ad-c709-4e7f-aae3-8393771d925a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:45.456431 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:46.800162 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:47.164047 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:18:47.322020 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:47.718302 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:47.720594 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=68,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:18:54.374403 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:02.372464 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:04.365065 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=19 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:04.369034 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:04.370865 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:05.251473 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b4633-880f-484f-b99a-f1308c37f496 req-36a47413-c280-4cae-9c42-50d650f66a19 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:05.252857 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a13b4633-880f-484f-b99a-f1308c37f496 req-36a47413-c280-4cae-9c42-50d650f66a19 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 946 time: 0.0499728 Oct 23 20:19:05.300223 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a13b4633-880f-484f-b99a-f1308c37f496 req-68a1db6a-785a-4193-8953-ca54e8d14005 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418019 Oct 23 20:19:06.418771 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e351881-fb96-4095-afbd-f298f8255291 req-e345db27-2493-455e-94ba-806a4339dad4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:06.420722 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9e351881-fb96-4095-afbd-f298f8255291 req-e345db27-2493-455e-94ba-806a4339dad4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 946 time: 0.0451727 Oct 23 20:19:06.467757 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9e351881-fb96-4095-afbd-f298f8255291 req-9c74d0dc-5ce8-4f16-8c13-307696c04620 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408700 Oct 23 20:19:07.054824 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890870d-868b-4f06-9e88-b5166107afc8 req-bd8ad0e1-29d3-45b5-987e-80a7097dd48c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:07.056262 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-0890870d-868b-4f06-9e88-b5166107afc8 req-bd8ad0e1-29d3-45b5-987e-80a7097dd48c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 946 time: 0.0470572 Oct 23 20:19:07.139385 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Deleting port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:19:07.139727 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:07.227275 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] For port 52aa7e62-de00-4e05-aae6-56a7a696b6e7, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=52aa7e62-de00-4e05-aae6-56a7a696b6e7,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:19:07.227638 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:07.387897 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:07.388248 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (d7ee0374-6049-4a64-8514-f6a881712527), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:07.389486 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Floating IP d7ee0374-6049-4a64-8514-f6a881712527 disassociated. External IP: 172.27.0.247, port: 52aa7e62-de00-4e05-aae6-56a7a696b6e7. Oct 23 20:19:07.389902 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Calling delete_port for 52aa7e62-de00-4e05-aae6-56a7a696b6e7 owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:19:07.513268 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (52aa7e62-de00-4e05-aae6-56a7a696b6e7), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:07.544443 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event deleted for resources: {'Port': ['ID=52aa7e62-de00-4e05-aae6-56a7a696b6e7,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:07.575041 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8c15ec42-a088-43ac-a64d-6f9769b67695 req-b83796ec-37fd-4b82-9016-7c6637fdb302 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3c571552-4e80-4170-9cc6-aa8ccb5a180a HTTP/1.1" status: 200 len: 210 time: 0.0315192 Oct 23 20:19:07.653416 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Router 6973b4a8-3e5c-400e-a68d-7809bb950e0e has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:19:07.753311 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:19:07.762885 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c40417-eb28-447a-8fd7-75cbe08cea37 None None] Sync routers for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:19:07.772907 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c40417-eb28-447a-8fd7-75cbe08cea37 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:19:07.773510 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-d0c40417-eb28-447a-8fd7-75cbe08cea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:18:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:19:07.794338 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] No DVR routers for this DVR port 52aa7e62-de00-4e05-aae6-56a7a696b6e7 on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:19:07.797541 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:07.801156 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-0890870d-868b-4f06-9e88-b5166107afc8 req-540b8f15-05ff-4ea3-9db0-eeae6dde69f4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "DELETE /networking/v2.0/ports/52aa7e62-de00-4e05-aae6-56a7a696b6e7 HTTP/1.1" status: 204 len: 173 time: 0.7389603 Oct 23 20:19:07.801651 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'name': 'network-vif-deleted', 'tag': '52aa7e62-de00-4e05-aae6-56a7a696b6e7'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:19:07.804578 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548ee40f-4db7-4e60-b732-623a25ddc692" -d '{"events": [{"server_uuid": "3c571552-4e80-4170-9cc6-aa8ccb5a180a", "name": "network-vif-deleted", "tag": "52aa7e62-de00-4e05-aae6-56a7a696b6e7"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:19:07.846475 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733a14d0-e32a-420f-9965-209174e46989 x-openstack-request-id: req-733a14d0-e32a-420f-9965-209174e46989 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:19:07.846871 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c571552-4e80-4170-9cc6-aa8ccb5a180a", "name": "network-vif-deleted", "tag": "52aa7e62-de00-4e05-aae6-56a7a696b6e7", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:19:07.847176 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-733a14d0-e32a-420f-9965-209174e46989 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:19:07.847615 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733a14d0-e32a-420f-9965-209174e46989'] response: {'server_uuid': '3c571552-4e80-4170-9cc6-aa8ccb5a180a', 'name': 'network-vif-deleted', 'tag': '52aa7e62-de00-4e05-aae6-56a7a696b6e7', 'status': 'completed', 'code': 200} Oct 23 20:19:07.885195 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-d0c40417-eb28-447a-8fd7-75cbe08cea37 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:19:08.090122 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-d0c40417-eb28-447a-8fd7-75cbe08cea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:19:08.114548 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c40417-eb28-447a-8fd7-75cbe08cea37 None None] Checking router: 6973b4a8-3e5c-400e-a68d-7809bb950e0e for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:19:08.122656 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c40417-eb28-447a-8fd7-75cbe08cea37 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:19:08.123273 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-d0c40417-eb28-447a-8fd7-75cbe08cea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:18:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:19:08.221692 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-d0c40417-eb28-447a-8fd7-75cbe08cea37 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:19:08.547069 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-d0c40417-eb28-447a-8fd7-75cbe08cea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:19:08.573963 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c40417-eb28-447a-8fd7-75cbe08cea37 None None] The sync data for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi is: [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:19:08.670292 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36760) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:19:08.730264 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:08.753498 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:08.802216 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:08.804844 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:08.806754 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6 HTTP/1.1" status: 204 len: 168 time: 0.1354778 Oct 23 20:19:08.809172 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 36762) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:19:08.809894 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae0c2e-d1e4-4d65-a287-623edf63625c None None] New status for floating IP d7ee0374-6049-4a64-8514-f6a881712527: DOWN {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:19:08.821918 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:08.824197 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.api.v2.resource [None req-4a5e3f1f-92ec-447d-9557-78e4680be078 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] show failed (client error): The resource could not be found. Oct 23 20:19:08.825191 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-4a5e3f1f-92ec-447d-9557-78e4680be078 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups/2cca4ae4-99cf-414f-8d2e-7a79af8ee9d6 HTTP/1.1" status: 404 len: 347 time: 0.0144963 Oct 23 20:19:08.829121 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36764) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:19:08.840734 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.841082 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.841425 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.841762 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.842094 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.842453 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.842782 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.843110 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.843435 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.843759 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.844084 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.844406 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.844727 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.845047 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.845368 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed9e1d-3a04-43c6-acf9-d7e987881cf5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:08.953680 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-44ec6009-09df-4675-acf9-245b699b0c11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Deleting port 8f988173-74b8-4426-a3ff-379a1d9cdc4f {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:19:08.954016 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-44ec6009-09df-4675-acf9-245b699b0c11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (8f988173-74b8-4426-a3ff-379a1d9cdc4f), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:09.037400 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-44ec6009-09df-4675-acf9-245b699b0c11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (8f988173-74b8-4426-a3ff-379a1d9cdc4f), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:09.037727 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-44ec6009-09df-4675-acf9-245b699b0c11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (8f988173-74b8-4426-a3ff-379a1d9cdc4f), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:09.049895 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-44ec6009-09df-4675-acf9-245b699b0c11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Calling delete_port for 8f988173-74b8-4426-a3ff-379a1d9cdc4f owned by network:floatingip {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:19:09.176709 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-44ec6009-09df-4675-acf9-245b699b0c11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (8f988173-74b8-4426-a3ff-379a1d9cdc4f), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:09.477439 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec6009-09df-4675-acf9-245b699b0c11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event deleted for resources: {'Port': ['ID=8f988173-74b8-4426-a3ff-379a1d9cdc4f,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:09.538768 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-44ec6009-09df-4675-acf9-245b699b0c11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (d7ee0374-6049-4a64-8514-f6a881712527), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:09.541234 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-44ec6009-09df-4675-acf9-245b699b0c11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:09.542405 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-44ec6009-09df-4675-acf9-245b699b0c11 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/d7ee0374-6049-4a64-8514-f6a881712527 HTTP/1.1" status: 204 len: 168 time: 0.7092943 Oct 23 20:19:10.621548 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36770) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:19:10.626725 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-84c104ab-7033-445d-a60d-3669cc8d6fbb tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027635203', 'description': 'tempest-description--238513096'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:19:10.646662 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-84c104ab-7033-445d-a60d-3669cc8d6fbb tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:10.678611 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:10.688612 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:10.718079 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-84c104ab-7033-445d-a60d-3669cc8d6fbb tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (b641864c-9600-4ae0-918b-12d97ee7372d), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:10.721351 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-84c104ab-7033-445d-a60d-3669cc8d6fbb tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (b641864c-9600-4ae0-918b-12d97ee7372d), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:10.749615 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-84c104ab-7033-445d-a60d-3669cc8d6fbb tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:10.750818 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-84c104ab-7033-445d-a60d-3669cc8d6fbb tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1281745 Oct 23 20:19:10.753948 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 36772) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:19:10.754683 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c104ab-7033-445d-a60d-3669cc8d6fbb tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b641864c-9600-4ae0-918b-12d97ee7372d,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:10.758429 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'security_group_rule': {'security_group_id': 'b641864c-9600-4ae0-918b-12d97ee7372d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:19:10.781940 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 52aa7e62-de00-4e05-aae6-56a7a696b6e7 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:19:10.787380 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (50df1a7b-3ac0-4652-ac08-54be9c60b952), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:10.800505 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 52aa7e62-de00-4e05-aae6-56a7a696b6e7 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:19:10.800847 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 52aa7e62-de00-4e05-aae6-56a7a696b6e7 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:19:10.822999 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:10.825039 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:10.844579 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (50df1a7b-3ac0-4652-ac08-54be9c60b952), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:10.847837 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (50df1a7b-3ac0-4652-ac08-54be9c60b952), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:10.866232 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50df1a7b-3ac0-4652-ac08-54be9c60b952,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:10.874144 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.874521 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.874864 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.875196 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.875528 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.875856 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.876180 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.876502 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.876825 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.877145 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.877466 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.877786 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.878103 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.878444 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.878760 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:10.883075 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:10.884255 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-d9786aca-6a7a-46cb-8245-3215ce700c9c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292403 Oct 23 20:19:10.887241 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 36774) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:19:10.892034 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-fc188e5d-b1b1-4e7d-9fae-94cb458e62e0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'security_group_rule': {'security_group_id': 'b641864c-9600-4ae0-918b-12d97ee7372d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:19:10.917970 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fc188e5d-b1b1-4e7d-9fae-94cb458e62e0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (f8583aea-5b99-4d3b-a7c3-ce1d526c9077), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.210786 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fc188e5d-b1b1-4e7d-9fae-94cb458e62e0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (f8583aea-5b99-4d3b-a7c3-ce1d526c9077), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.214219 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fc188e5d-b1b1-4e7d-9fae-94cb458e62e0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16458721'] for security_group_rule (f8583aea-5b99-4d3b-a7c3-ce1d526c9077), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.232028 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc188e5d-b1b1-4e7d-9fae-94cb458e62e0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8583aea-5b99-4d3b-a7c3-ce1d526c9077,revision_number=0']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:11.239122 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fc188e5d-b1b1-4e7d-9fae-94cb458e62e0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.240301 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-fc188e5d-b1b1-4e7d-9fae-94cb458e62e0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3521433 Oct 23 20:19:11.243331 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 36776) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:19:11.247408 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:19:11.267893 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.343944 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.448516 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Allocated IP 172.27.0.162 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/88741405-a2c9-4679-bb31-4a59423fbbbc) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:19:11.551653 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for port (88741405-a2c9-4679-bb31-4a59423fbbbc), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.582493 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (88741405-a2c9-4679-bb31-4a59423fbbbc), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.617851 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:19:11.620733 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:19:11.626909 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:19:11.652214 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'Port': ['ID=88741405-a2c9-4679-bb31-4a59423fbbbc,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:11.662788 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:11.713876 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (4e41db0d-d4b6-49c1-b38e-98d42df3220d), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.752379 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (88741405-a2c9-4679-bb31-4a59423fbbbc), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.786560 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:11.832841 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1572ed5f-c5dc-41e3-b8b2-1af393846dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.900642 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for port (88741405-a2c9-4679-bb31-4a59423fbbbc), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.905684 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (88741405-a2c9-4679-bb31-4a59423fbbbc), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.973088 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'Port': ['ID=88741405-a2c9-4679-bb31-4a59423fbbbc,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:11.976383 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (4e41db0d-d4b6-49c1-b38e-98d42df3220d), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.992481 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:11.993682 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-93d7653f-c1c3-4d1e-82f5-a6fbd8d576c1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7494540 Oct 23 20:19:12.143064 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-be6330b8-8949-4820-b651-200d0c2c4588 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2027635203&fields=id&tenant_id=71f456c92d544d0c81bcb2fe937188ef HTTP/1.1" status: 200 len: 267 time: 0.0421536 Oct 23 20:19:12.250476 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-792264b3-a739-4480-987b-9ae1e6c3e0d7 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:12.251913 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-792264b3-a739-4480-987b-9ae1e6c3e0d7 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 815 time: 0.1026366 Oct 23 20:19:12.265714 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-1a60e343-013b-46a3-a31c-6076a9a825ca tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/quotas/71f456c92d544d0c81bcb2fe937188ef HTTP/1.1" status: 200 len: 375 time: 0.0085914 Oct 23 20:19:12.313419 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-042d6074-f6e1-420e-9504-37acbf3fb3e9 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429981 Oct 23 20:19:12.497224 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3eceaff-ba84-44b8-9519-22108bbfb0d4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727123 Oct 23 20:19:12.586012 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-bbfb4b01-b4df-48f7-b185-c8a468c3c4e5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830014 Oct 23 20:19:13.757859 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3fa5f6a5-3e2c-4f04-84bf-a02a7ee69bcd req-8234213d-cbfa-4b2e-9510-f0202cf1dcc4 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 210 time: 0.0280755 Oct 23 20:19:14.224557 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f03c77bb-41d0-437b-92a6-f69453e7a673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:14.323828 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:19:14.746460 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-fed847f9-40e9-468c-a17d-1d63fc731ad5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:14.748455 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-fed847f9-40e9-468c-a17d-1d63fc731ad5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 815 time: 0.1059027 Oct 23 20:19:14.811387 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-f6807874-e9e9-48fb-9ff6-25bb97080af6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=71f456c92d544d0c81bcb2fe937188ef HTTP/1.1" status: 200 len: 380 time: 0.0555480 Oct 23 20:19:14.859766 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-295ac01d-8f7c-45ee-9067-113aeda32baf req-940876cb-86d2-478e-a068-db6060956ee2 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 210 time: 0.0264962 Oct 23 20:19:14.885978 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'port': {'device_id': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'admin_state_up': True, 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'security_groups': ['b641864c-9600-4ae0-918b-12d97ee7372d']}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:19:14.991023 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Made reservation on behalf of 71f456c92d544d0c81bcb2fe937188ef for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:19:14.995005 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:15.127224 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Allocated IP 172.20.0.3 (5d505897-a26b-4ba1-98e0-a78acd4b7259/96bccd89-11da-40f0-8ed3-2b7d1ec91a63/35c91706-bf06-4191-8366-078e0ab89e0e) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:19:15.161619 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:15.269255 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for port (35c91706-bf06-4191-8366-078e0ab89e0e), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:15.294320 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:15.301451 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:15.344596 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Network 5d505897-a26b-4ba1-98e0-a78acd4b7259 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:19:15.349567 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:19:15.353269 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:19:15.377328 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event updated for resources: {'Port': ['ID=35c91706-bf06-4191-8366-078e0ab89e0e,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:15.406611 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:15.407229 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:15.424690 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-4e06fd42-381c-493c-bca8-8d0dc18460cd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5427778 Oct 23 20:19:15.436617 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Request body: {'port': {'device_id': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:19:15.463516 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:15.504257 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:15.595083 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-cf4c6bdc-135d-4ccf-baad-b893a50938e2 None None] Provisioning complete for port 35c91706-bf06-4191-8366-078e0ab89e0e triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:19:15.595447 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-cf4c6bdc-135d-4ccf-baad-b893a50938e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:15.595779 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-cf4c6bdc-135d-4ccf-baad-b893a50938e2 None None] Attempt 1 to provision port 35c91706-bf06-4191-8366-078e0ab89e0e Oct 23 20:19:15.626313 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c6bdc-135d-4ccf-baad-b893a50938e2 None None] Port 35c91706-bf06-4191-8366-078e0ab89e0e cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:19:15.752759 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c91706-bf06-4191-8366-078e0ab89e0e {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:19:15.760184 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Publish callbacks [] for port (35c91706-bf06-4191-8366-078e0ab89e0e), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:15.772355 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Transition to ACTIVE for port object 35c91706-bf06-4191-8366-078e0ab89e0e will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:19:15.775764 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:15.858264 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Pushing event updated for resources: {'Port': ['ID=35c91706-bf06-4191-8366-078e0ab89e0e,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:15.885000 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Attempting to bind port 35c91706-bf06-4191-8366-078e0ab89e0e on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:19:15.885274 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Attempting to bind port 35c91706-bf06-4191-8366-078e0ab89e0e by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:19:15.885840 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Attempting to bind port 35c91706-bf06-4191-8366-078e0ab89e0e on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:19:15.928025 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Port 35c91706-bf06-4191-8366-078e0ab89e0e on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:19:15.928604 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Attempting to bind port 35c91706-bf06-4191-8366-078e0ab89e0e on network 5d505897-a26b-4ba1-98e0-a78acd4b7259 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:19:15.968604 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:15.971501 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:19:15.971835 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Checking segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:19:15.972213 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Bound using segment: {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:19:15.972642 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Bound port: 35c91706-bf06-4191-8366-078e0ab89e0e, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d3ddd9-4512-4327-8b2a-475c2b80089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:19:15.973002 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:15.979600 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa5ff-90fc-476e-8295-bc6a8dc1e8f1 req-fd1433ec-5e46-4f91-a003-aad7417c510b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:15.981177 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a79aa5ff-90fc-476e-8295-bc6a8dc1e8f1 req-fd1433ec-5e46-4f91-a003-aad7417c510b tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 943 time: 0.0471458 Oct 23 20:19:16.033535 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a79aa5ff-90fc-476e-8295-bc6a8dc1e8f1 req-ac9a7486-af90-4861-a101-9571d989e26a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455153 Oct 23 20:19:16.038890 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] For port 35c91706-bf06-4191-8366-078e0ab89e0e, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:19:16.041993 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] For port 35c91706-bf06-4191-8366-078e0ab89e0e, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=35c91706-bf06-4191-8366-078e0ab89e0e,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:19:16.048842 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:16.069781 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:16.073011 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:16.073622 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:16.075111 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/35c91706-bf06-4191-8366-078e0ab89e0e HTTP/1.1" status: 200 len: 1093 time: 0.6433327 Oct 23 20:19:16.075827 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'tag': '35c91706-bf06-4191-8366-078e0ab89e0e'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:19:16.078668 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7ff288-0963-4b95-acbb-0e96adf10d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b69aacd-d9e1-4e56-ac6a-810be561e773", "tag": "35c91706-bf06-4191-8366-078e0ab89e0e"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:19:16.110638 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf9afb-76ed-4f9f-a3a1-a2f25233de2d service neutron] Pushing event updated for resources: {'Port': ['ID=35c91706-bf06-4191-8366-078e0ab89e0e,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:16.122988 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901f2221-3b7a-4aff-8953-3dd63a304fbd x-openstack-request-id: req-901f2221-3b7a-4aff-8953-3dd63a304fbd {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:19:16.123278 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b69aacd-d9e1-4e56-ac6a-810be561e773", "tag": "35c91706-bf06-4191-8366-078e0ab89e0e", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:19:16.123530 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-901f2221-3b7a-4aff-8953-3dd63a304fbd {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:19:16.123926 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901f2221-3b7a-4aff-8953-3dd63a304fbd'] response: {'name': 'network-changed', 'server_uuid': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'tag': '35c91706-bf06-4191-8366-078e0ab89e0e', 'status': 'completed', 'code': 200} Oct 23 20:19:16.181053 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-3f7bd70f-61fa-4792-87da-38906bdcb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:16.182469 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-3f7bd70f-61fa-4792-87da-38906bdcb8cf service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 1127 time: 0.0392342 Oct 23 20:19:16.223950 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-0c30295a-2682-4592-9707-a513a33ba539 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c91706-bf06-4191-8366-078e0ab89e0e HTTP/1.1" status: 200 len: 217 time: 0.0349505 Oct 23 20:19:16.270509 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-19ff0dbe-11c0-4174-ad1b-143e024ba55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:16.271798 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-19ff0dbe-11c0-4174-ad1b-143e024ba55f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0426877 Oct 23 20:19:16.314791 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-577d28b9-6705-40e0-8740-eb30d8934227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:16.316213 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-577d28b9-6705-40e0-8740-eb30d8934227 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371981 Oct 23 20:19:16.406535 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-5538a98d-86fe-41c3-b1d6-10f6fb9d154b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847197 Oct 23 20:19:16.493076 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8670b8e2-7abb-468b-9f31-f39b64445fcc req-9048c5c5-455d-4a56-9b6a-83e4ea27f797 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806117 Oct 23 20:19:16.803445 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:17.152084 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae02e5c-a18c-49c0-8d18-c9450f953f5f req-7286b63f-d137-4fbd-aa21-b08ee14aef1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:17.153611 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dae02e5c-a18c-49c0-8d18-c9450f953f5f req-7286b63f-d137-4fbd-aa21-b08ee14aef1d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 943 time: 0.0453105 Oct 23 20:19:17.166911 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:17.201723 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-dae02e5c-a18c-49c0-8d18-c9450f953f5f req-d1f0f1bc-62ed-4b52-8a82-0a046403fdd0 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 Oct 23 20:19:18.323794 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c59a04-b05d-4e73-974e-8cb4f5f30696 req-0c24cbb6-6872-499f-a963-41ff471f3bdf tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:18.325229 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d2c59a04-b05d-4e73-974e-8cb4f5f30696 req-0c24cbb6-6872-499f-a963-41ff471f3bdf tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 943 time: 0.0457394 Oct 23 20:19:18.370511 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d2c59a04-b05d-4e73-974e-8cb4f5f30696 req-241e96fd-581a-4fe7-b93f-07f96ae8107e tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394692 Oct 23 20:19:18.449612 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ff288-0963-4b95-acbb-0e96adf10d1b req-313d6cd1-131a-442c-8032-c20614da218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:18.451393 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ef7ff288-0963-4b95-acbb-0e96adf10d1b req-313d6cd1-131a-442c-8032-c20614da218d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 1127 time: 0.0402954 Oct 23 20:19:18.542586 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ff288-0963-4b95-acbb-0e96adf10d1b req-d3f9adad-c3b9-4297-808b-84dd7277b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:18.544100 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ef7ff288-0963-4b95-acbb-0e96adf10d1b req-d3f9adad-c3b9-4297-808b-84dd7277b208 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 916 time: 0.0873325 Oct 23 20:19:18.580594 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ef7ff288-0963-4b95-acbb-0e96adf10d1b req-45a282ff-1db0-420d-8c64-6867bcdfb87c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c91706-bf06-4191-8366-078e0ab89e0e HTTP/1.1" status: 200 len: 217 time: 0.0310457 Oct 23 20:19:18.630598 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ff288-0963-4b95-acbb-0e96adf10d1b req-e797fdc2-69c6-4083-b3e2-8cb6e05f6570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:18.631990 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ef7ff288-0963-4b95-acbb-0e96adf10d1b req-e797fdc2-69c6-4083-b3e2-8cb6e05f6570 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0458586 Oct 23 20:19:18.675042 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ff288-0963-4b95-acbb-0e96adf10d1b req-820b5833-f3d4-4c78-add2-81c27a55338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:18.676469 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ef7ff288-0963-4b95-acbb-0e96adf10d1b req-820b5833-f3d4-4c78-add2-81c27a55338e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383983 Oct 23 20:19:18.763310 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ef7ff288-0963-4b95-acbb-0e96adf10d1b req-042c7f1b-b9e3-4f41-bb01-c4087a657fa3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805390 Oct 23 20:19:18.853439 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ef7ff288-0963-4b95-acbb-0e96adf10d1b req-6024eb05-beef-407c-a886-da01af0733c0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844822 Oct 23 20:19:18.975262 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:19.492712 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c414bac-22bb-4ad8-b65b-40da26965b1f req-d29db7f8-1f35-45c0-8140-ae3c4649e429 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:19.494173 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9c414bac-22bb-4ad8-b65b-40da26965b1f req-d29db7f8-1f35-45c0-8140-ae3c4649e429 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 943 time: 0.0499136 Oct 23 20:19:19.539814 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9c414bac-22bb-4ad8-b65b-40da26965b1f req-815756c0-d8ef-4ed0-9b5b-9d27df02415f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400152 Oct 23 20:19:20.657696 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e704a9-0f34-4701-9154-8f9403c62191 req-45895227-a79a-458f-af8b-e2bf028692af tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:20.659154 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-54e704a9-0f34-4701-9154-8f9403c62191 req-45895227-a79a-458f-af8b-e2bf028692af tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 943 time: 0.0463314 Oct 23 20:19:20.705845 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-54e704a9-0f34-4701-9154-8f9403c62191 req-939db0c9-e43a-4f7b-bf25-b59ab769f820 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411940 Oct 23 20:19:20.805557 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 35c91706-bf06-4191-8366-078e0ab89e0e details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:19:20.905018 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 35c91706-bf06-4191-8366-078e0ab89e0e, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=35c91706-bf06-4191-8366-078e0ab89e0e,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:19:20.916130 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '35c91706-bf06-4191-8366-078e0ab89e0e', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'port_id': '35c91706-bf06-4191-8366-078e0ab89e0e', 'mac_address': 'fa:16:3e:5b:99:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:19:20.949649 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 35c91706-bf06-4191-8366-078e0ab89e0e is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:19:20.950032 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:20.962766 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c91706-bf06-4191-8366-078e0ab89e0e {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:19:20.982833 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 35c91706-bf06-4191-8366-078e0ab89e0e, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=35c91706-bf06-4191-8366-078e0ab89e0e,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:19:20.986336 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:21.036886 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=35c91706-bf06-4191-8366-078e0ab89e0e,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:21.044404 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.045389 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.045736 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.046086 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.046451 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.046785 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.047118 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.047445 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.047776 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.048103 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.048435 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.048767 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.049092 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.049416 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.049744 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:19:21.295211 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['35c91706-bf06-4191-8366-078e0ab89e0e'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:19:21.790127 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:21.814566 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:21.828239 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4d5ce-1660-409c-96f4-19d90b93203b req-dbc2fb7e-90b6-4224-86ff-6ffa6c5a35e3 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:21.829712 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-95d4d5ce-1660-409c-96f4-19d90b93203b req-dbc2fb7e-90b6-4224-86ff-6ffa6c5a35e3 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 944 time: 0.0491848 Oct 23 20:19:21.879499 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-95d4d5ce-1660-409c-96f4-19d90b93203b req-6f7fa067-e4fe-40c8-9ca1-f502f4df2eb1 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441344 Oct 23 20:19:22.814164 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 35c91706-bf06-4191-8366-078e0ab89e0e up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:19:22.817209 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:22.845924 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:22.858841 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 35c91706-bf06-4191-8366-078e0ab89e0e completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:19:22.864092 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 35c91706-bf06-4191-8366-078e0ab89e0e triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:19:22.864494 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:22.864829 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 35c91706-bf06-4191-8366-078e0ab89e0e Oct 23 20:19:22.935912 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 35c91706-bf06-4191-8366-078e0ab89e0e is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:19:22.936307 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:22.960186 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c91706-bf06-4191-8366-078e0ab89e0e'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:19:22.962475 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892305d2-95b6-4081-8272-cc56910ea7c3" -d '{"events": [{"server_uuid": "6b69aacd-d9e1-4e56-ac6a-810be561e773", "name": "network-vif-plugged", "status": "completed", "tag": "35c91706-bf06-4191-8366-078e0ab89e0e"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:19:22.975817 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 35c91706-bf06-4191-8366-078e0ab89e0e, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=35c91706-bf06-4191-8366-078e0ab89e0e,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:19:22.980222 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:22.983931 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:23.007919 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ff30-73a2-4c71-b5c1-eaf3c5875c2e req-14460239-d1d0-4df7-ae18-a6188ad08d80 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:23.009854 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b85ff30-73a2-4c71-b5c1-eaf3c5875c2e req-14460239-d1d0-4df7-ae18-a6188ad08d80 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 944 time: 0.0529037 Oct 23 20:19:23.014302 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b89a0d5-b0c6-4554-8a9c-304522ff08eb x-openstack-request-id: req-6b89a0d5-b0c6-4554-8a9c-304522ff08eb {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:19:23.014590 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b69aacd-d9e1-4e56-ac6a-810be561e773", "name": "network-vif-plugged", "status": "completed", "tag": "35c91706-bf06-4191-8366-078e0ab89e0e", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:19:23.014876 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b89a0d5-b0c6-4554-8a9c-304522ff08eb {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:19:23.015431 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b89a0d5-b0c6-4554-8a9c-304522ff08eb'] response: {'server_uuid': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c91706-bf06-4191-8366-078e0ab89e0e', 'code': 200} Oct 23 20:19:23.041983 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=35c91706-bf06-4191-8366-078e0ab89e0e,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:19:23.074788 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-2b85ff30-73a2-4c71-b5c1-eaf3c5875c2e req-b256d5e4-c1bd-4448-adf2-b4b2d905433a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488441 Oct 23 20:19:23.175248 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:23.178660 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b13a09-e3eb-4aaf-801f-5f01452ffabc req-15c9ad60-b6ea-4f68-9350-427ed67323c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:23.180149 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-40b13a09-e3eb-4aaf-801f-5f01452ffabc req-15c9ad60-b6ea-4f68-9350-427ed67323c1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 1129 time: 0.0384688 Oct 23 20:19:23.227002 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-40b13a09-e3eb-4aaf-801f-5f01452ffabc req-993517c2-db1b-43a0-8961-53045816a8d4 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376475 Oct 23 20:19:24.195196 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4e37e-e3f2-4849-8e1e-09c50ecc8308 req-a4eca788-daff-4d4d-be11-f60bbe3b16c7 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:24.196644 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-abd4e37e-e3f2-4849-8e1e-09c50ecc8308 req-a4eca788-daff-4d4d-be11-f60bbe3b16c7 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 945 time: 0.0457850 Oct 23 20:19:24.243393 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-abd4e37e-e3f2-4849-8e1e-09c50ecc8308 req-22a4e33d-212a-4b6f-8d79-3611f2808cd2 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403299 Oct 23 20:19:24.319871 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:24.380035 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:25.370168 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bc9be-4f9f-42ee-890f-dc9123b3bad3 req-bc88e974-e052-4225-960d-263cf19d195c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:25.371623 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8f0bc9be-4f9f-42ee-890f-dc9123b3bad3 req-bc88e974-e052-4225-960d-263cf19d195c tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 945 time: 0.0493901 Oct 23 20:19:25.417457 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8f0bc9be-4f9f-42ee-890f-dc9123b3bad3 req-60d08b00-ce02-458c-9974-48008893af03 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403852 Oct 23 20:19:25.530804 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fb3a4-2024-458c-9904-cba45ae19af3 req-9e4b1f3f-80a3-455a-ab22-eae4fc7db659 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:25.532142 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-397fb3a4-2024-458c-9904-cba45ae19af3 req-9e4b1f3f-80a3-455a-ab22-eae4fc7db659 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 945 time: 0.0451128 Oct 23 20:19:25.542003 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 36838) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:19:25.546726 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.v2.base [None req-7acfa0e5-45d9-4980-b37b-4547a71fb50f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Request body: {'floatingip': {'port_id': '35c91706-bf06-4191-8366-078e0ab89e0e'}} {{(pid=104660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:19:25.586632 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7acfa0e5-45d9-4980-b37b-4547a71fb50f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (4e41db0d-d4b6-49c1-b38e-98d42df3220d), before_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:25.986520 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7acfa0e5-45d9-4980-b37b-4547a71fb50f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:25.991355 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7acfa0e5-45d9-4980-b37b-4547a71fb50f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (4e41db0d-d4b6-49c1-b38e-98d42df3220d), after_update {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:26.084183 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [None req-7acfa0e5-45d9-4980-b37b-4547a71fb50f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Floating IP 4e41db0d-d4b6-49c1-b38e-98d42df3220d associated. External IP: 172.27.0.162, port: 35c91706-bf06-4191-8366-078e0ab89e0e. Oct 23 20:19:26.170706 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:26.178853 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:26.277664 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acfa0e5-45d9-4980-b37b-4547a71fb50f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Router 6973b4a8-3e5c-400e-a68d-7809bb950e0e has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:19:26.377174 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acfa0e5-45d9-4980-b37b-4547a71fb50f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:19:26.382049 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7acfa0e5-45d9-4980-b37b-4547a71fb50f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:26.387127 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ddeff-85e3-4b10-8085-fd500d5dc832 None None] Sync routers for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:19:26.396751 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ddeff-85e3-4b10-8085-fd500d5dc832 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:19:26.397359 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-d83ddeff-85e3-4b10-8085-fd500d5dc832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:19:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:19:26.412170 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-7acfa0e5-45d9-4980-b37b-4547a71fb50f tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/4e41db0d-d4b6-49c1-b38e-98d42df3220d HTTP/1.1" status: 200 len: 991 time: 0.8691378 Oct 23 20:19:26.412804 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'tag': '35c91706-bf06-4191-8366-078e0ab89e0e'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:19:26.415086 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9ed9df-c2f0-449c-a785-6906772f60b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b69aacd-d9e1-4e56-ac6a-810be561e773", "tag": "35c91706-bf06-4191-8366-078e0ab89e0e"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:19:26.451775 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b9bd88-350f-4c5c-a7c5-a5e30cddd35a x-openstack-request-id: req-00b9bd88-350f-4c5c-a7c5-a5e30cddd35a {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:19:26.452068 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b69aacd-d9e1-4e56-ac6a-810be561e773", "tag": "35c91706-bf06-4191-8366-078e0ab89e0e", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:19:26.452317 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00b9bd88-350f-4c5c-a7c5-a5e30cddd35a {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:19:26.452718 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b9bd88-350f-4c5c-a7c5-a5e30cddd35a'] response: {'name': 'network-changed', 'server_uuid': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'tag': '35c91706-bf06-4191-8366-078e0ab89e0e', 'status': 'completed', 'code': 200} Oct 23 20:19:26.500173 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-d83ddeff-85e3-4b10-8085-fd500d5dc832 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:19:26.515670 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ed9df-c2f0-449c-a785-6906772f60b1 req-202221ad-3893-4512-9918-1b501259d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:26.517180 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8d9ed9df-c2f0-449c-a785-6906772f60b1 req-202221ad-3893-4512-9918-1b501259d160 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 1129 time: 0.0431206 Oct 23 20:19:26.608063 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ed9df-c2f0-449c-a785-6906772f60b1 req-3c54dbd4-f196-4213-8597-55dcff501268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:26.609584 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8d9ed9df-c2f0-449c-a785-6906772f60b1 req-3c54dbd4-f196-4213-8597-55dcff501268 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 916 time: 0.0864115 Oct 23 20:19:26.621646 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:26.673646 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8d9ed9df-c2f0-449c-a785-6906772f60b1 req-74df5b01-482e-45e7-941a-ec504fc35b8c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c91706-bf06-4191-8366-078e0ab89e0e HTTP/1.1" status: 200 len: 999 time: 0.0582519 Oct 23 20:19:26.714781 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-d83ddeff-85e3-4b10-8085-fd500d5dc832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '4e41db0d-d4b6-49c1-b38e-98d42df3220d', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '35c91706-bf06-4191-8366-078e0ab89e0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:5b:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:19:11Z', 'updated_at': '2022-10-23T20:19:25Z', 'revision_number': 1, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:19:26.723887 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ed9df-c2f0-449c-a785-6906772f60b1 req-608733f3-4400-42bd-a4aa-005298bd1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:26.725379 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8d9ed9df-c2f0-449c-a785-6906772f60b1 req-608733f3-4400-42bd-a4aa-005298bd1f72 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0456221 Oct 23 20:19:26.739179 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ddeff-85e3-4b10-8085-fd500d5dc832 None None] Checking router: 6973b4a8-3e5c-400e-a68d-7809bb950e0e for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:19:26.748184 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ddeff-85e3-4b10-8085-fd500d5dc832 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:19:26.748792 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-d83ddeff-85e3-4b10-8085-fd500d5dc832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:19:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:19:26.769675 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ed9df-c2f0-449c-a785-6906772f60b1 req-faf66d15-445d-4251-8760-16d851a9e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:26.771210 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8d9ed9df-c2f0-449c-a785-6906772f60b1 req-faf66d15-445d-4251-8760-16d851a9e5e2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399296 Oct 23 20:19:26.850002 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-d83ddeff-85e3-4b10-8085-fd500d5dc832 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:19:26.864096 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8d9ed9df-c2f0-449c-a785-6906772f60b1 req-ab9a568b-d0b8-44bd-bfcf-924b03cfb6a6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859106 Oct 23 20:19:26.953257 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8d9ed9df-c2f0-449c-a785-6906772f60b1 req-ed18b4c4-a47c-4e03-9bdc-83f540f5f259 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834286 Oct 23 20:19:27.056282 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-d83ddeff-85e3-4b10-8085-fd500d5dc832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '4e41db0d-d4b6-49c1-b38e-98d42df3220d', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '35c91706-bf06-4191-8366-078e0ab89e0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:5b:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:19:11Z', 'updated_at': '2022-10-23T20:19:25Z', 'revision_number': 1, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:19:27.086654 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ddeff-85e3-4b10-8085-fd500d5dc832 None None] The sync data for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi is: [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '4e41db0d-d4b6-49c1-b38e-98d42df3220d', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'port_id': '35c91706-bf06-4191-8366-078e0ab89e0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'mac_address': 'fa:16:3e:5b:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:19:11Z', 'updated_at': '2022-10-23T20:19:25Z', 'revision_number': 1, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:19:27.268345 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e3f174-a203-4cae-ade5-ba18a4d40195 None None] New status for floating IP 4e41db0d-d4b6-49c1-b38e-98d42df3220d: ACTIVE {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:19:35.390592 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a83e1a29-05b6-4e2f-b120-762b1483ba09 req-20878fee-b1ba-4944-b770-8f253a335bf4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409296 Oct 23 20:19:35.449526 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1a29-05b6-4e2f-b120-762b1483ba09 req-d0e8207b-f8e8-4c15-a7d1-0f4d1510cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:35.451829 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a83e1a29-05b6-4e2f-b120-762b1483ba09 req-d0e8207b-f8e8-4c15-a7d1-0f4d1510cdec service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 1129 time: 0.0387053 Oct 23 20:19:35.550013 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1a29-05b6-4e2f-b120-762b1483ba09 req-c85770c0-4973-44a7-b677-ab66d949c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:35.551454 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a83e1a29-05b6-4e2f-b120-762b1483ba09 req-c85770c0-4973-44a7-b677-ab66d949c4e4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0824909 Oct 23 20:19:35.613483 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a83e1a29-05b6-4e2f-b120-762b1483ba09 req-08ffea7d-4f41-4ddf-96ea-3f26c58ae2f0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0c65ed-87d3-4416-8478-c6c50775a20d HTTP/1.1" status: 200 len: 1001 time: 0.0559587 Oct 23 20:19:35.659999 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1a29-05b6-4e2f-b120-762b1483ba09 req-c4d3ff63-26c1-49d2-bfc3-d36d1482451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:35.661303 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a83e1a29-05b6-4e2f-b120-762b1483ba09 req-c4d3ff63-26c1-49d2-bfc3-d36d1482451a service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0421963 Oct 23 20:19:35.703306 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1a29-05b6-4e2f-b120-762b1483ba09 req-06fa4b11-c3ad-44a6-a65d-c30a8426f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:19:35.704706 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a83e1a29-05b6-4e2f-b120-762b1483ba09 req-06fa4b11-c3ad-44a6-a65d-c30a8426f129 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375683 Oct 23 20:19:35.795472 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a83e1a29-05b6-4e2f-b120-762b1483ba09 req-6e4ad0ff-5bda-4e9d-a2b7-f32d51fe59fd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836182 Oct 23 20:19:35.869725 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:35.885757 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a83e1a29-05b6-4e2f-b120-762b1483ba09 req-764ca5f8-4935-44d5-8cb2-1d0c25611c4f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841436 Oct 23 20:19:36.403047 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=27 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:36.409202 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=27 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:37.050955 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:37.058410 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:37.058995 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:39.373660 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:39.382299 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:41.836137 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-43140883-ede4-47dc-a9f8-6e05b2eae2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:44.226465 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b5c08dca-7d9e-4925-9fa8-88df49496f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:45.464163 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:45.881399 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=81 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:45.883338 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:19:46.808065 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:47.169741 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:19:51.322682 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:19:54.390679 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:04.380445 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:04.381159 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:04.386225 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:11.838068 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8c028a27-4444-44eb-a455-e8ef91f767d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:14.227976 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4462-50c8-43fb-9b89-830c81d0d227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:15.467095 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:16.376947 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=18 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:16.378871 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=16 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:16.810129 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:17.172676 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:24.403550 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:25.587180 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72301f6-b5bf-4c1d-8829-0da2b5707a89 req-f1096f55-9721-4302-b4d5-07f2460f4000 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:25.588651 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a72301f6-b5bf-4c1d-8829-0da2b5707a89 req-f1096f55-9721-4302-b4d5-07f2460f4000 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 945 time: 0.0469377 Oct 23 20:20:25.637607 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a72301f6-b5bf-4c1d-8829-0da2b5707a89 req-875add47-79dd-49bb-840c-a3b9a07b5321 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433154 Oct 23 20:20:26.760168 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b9bf7-2883-448c-b29c-de68bf52daed req-3df64395-016d-4d26-8837-fc400274db4f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:26.761608 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b72b9bf7-2883-448c-b29c-de68bf52daed req-3df64395-016d-4d26-8837-fc400274db4f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 945 time: 0.0487926 Oct 23 20:20:26.809528 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b72b9bf7-2883-448c-b29c-de68bf52daed req-e4576cc2-426e-426f-810a-f3c0ceeaf95d tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417476 Oct 23 20:20:27.168846 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:27.227049 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af783e1-3479-447d-9149-cf2139781f2c req-56112b39-5c20-429c-bed7-9f77c8cb7eb7 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:27.228483 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3af783e1-3479-447d-9149-cf2139781f2c req-56112b39-5c20-429c-bed7-9f77c8cb7eb7 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 945 time: 0.0482974 Oct 23 20:20:27.307754 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Deleting port 0b0c65ed-87d3-4416-8478-c6c50775a20d {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:20:27.307994 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:27.398448 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] For port 0b0c65ed-87d3-4416-8478-c6c50775a20d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=0b0c65ed-87d3-4416-8478-c6c50775a20d,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:20:27.398808 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:27.554937 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:27.555299 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (0da49c66-faf9-46c2-97a7-7b0414d5c57e), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:27.555610 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Floating IP 0da49c66-faf9-46c2-97a7-7b0414d5c57e disassociated. External IP: 172.27.0.155, port: 0b0c65ed-87d3-4416-8478-c6c50775a20d. Oct 23 20:20:27.555946 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Calling delete_port for 0b0c65ed-87d3-4416-8478-c6c50775a20d owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:20:27.679664 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (0b0c65ed-87d3-4416-8478-c6c50775a20d), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:27.705288 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event deleted for resources: {'Port': ['ID=0b0c65ed-87d3-4416-8478-c6c50775a20d,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:27.714916 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.715265 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.715609 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.715948 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.716279 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.716610 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.716936 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.717258 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.718071 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.718071 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.718285 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.718537 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.718858 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.719198 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.719517 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:27.826421 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Router 20f7a74b-78f3-4b05-885b-166c44541619 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:20:27.913626 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1eaaa524-4907-4cfb-ac44-07a27f74cdfe req-d1bf7cc9-454d-4d6a-a65f-9b66022ffb4a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=831a4d3c-4e7f-4c11-b83a-92ba72480b30 HTTP/1.1" status: 200 len: 210 time: 0.0285287 Oct 23 20:20:27.930155 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:20:27.940045 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8fe4d6-4655-4a74-80b3-76a05cee0373 None None] Sync routers for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:20:27.951580 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8fe4d6-4655-4a74-80b3-76a05cee0373 None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:20:27.952189 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-fb8fe4d6-4655-4a74-80b3-76a05cee0373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:20:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:27.972131 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] No DVR routers for this DVR port 0b0c65ed-87d3-4416-8478-c6c50775a20d on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:20:27.974635 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:27.977878 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-3af783e1-3479-447d-9149-cf2139781f2c req-17320ec8-57de-40c4-a99f-8c70e62e0fd5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "DELETE /networking/v2.0/ports/0b0c65ed-87d3-4416-8478-c6c50775a20d HTTP/1.1" status: 204 len: 173 time: 0.7436063 Oct 23 20:20:27.978393 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'name': 'network-vif-deleted', 'tag': '0b0c65ed-87d3-4416-8478-c6c50775a20d'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:20:27.980663 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9aa75e-5456-43b5-bbf7-59703a4f64c5" -d '{"events": [{"server_uuid": "831a4d3c-4e7f-4c11-b83a-92ba72480b30", "name": "network-vif-deleted", "tag": "0b0c65ed-87d3-4416-8478-c6c50775a20d"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:20:28.027801 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15598fa8-04bd-46cb-bde7-1887d48cc717 x-openstack-request-id: req-15598fa8-04bd-46cb-bde7-1887d48cc717 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:20:28.028097 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831a4d3c-4e7f-4c11-b83a-92ba72480b30", "name": "network-vif-deleted", "tag": "0b0c65ed-87d3-4416-8478-c6c50775a20d", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:20:28.028347 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15598fa8-04bd-46cb-bde7-1887d48cc717 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:20:28.028773 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15598fa8-04bd-46cb-bde7-1887d48cc717'] response: {'server_uuid': '831a4d3c-4e7f-4c11-b83a-92ba72480b30', 'name': 'network-vif-deleted', 'tag': '0b0c65ed-87d3-4416-8478-c6c50775a20d', 'status': 'completed', 'code': 200} Oct 23 20:20:28.060955 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-fb8fe4d6-4655-4a74-80b3-76a05cee0373 None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:20:28.253839 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-fb8fe4d6-4655-4a74-80b3-76a05cee0373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:28.284196 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8fe4d6-4655-4a74-80b3-76a05cee0373 None None] Checking router: 20f7a74b-78f3-4b05-885b-166c44541619 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:20:28.292675 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8fe4d6-4655-4a74-80b3-76a05cee0373 None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:20:28.293274 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-fb8fe4d6-4655-4a74-80b3-76a05cee0373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:20:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:28.323182 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:20:28.534990 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-fb8fe4d6-4655-4a74-80b3-76a05cee0373 None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:20:28.716874 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-fb8fe4d6-4655-4a74-80b3-76a05cee0373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:28.741482 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8fe4d6-4655-4a74-80b3-76a05cee0373 None None] The sync data for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi is: [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:20:28.963404 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9168f1b0-3b8d-471d-a4b8-a30e816c2b31 None None] New status for floating IP 0da49c66-faf9-46c2-97a7-7b0414d5c57e: DOWN {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:20:29.195025 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b601bd4c-126c-4774-9b6a-d5934e9217c7 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-7927693&fields=id&tenant_id=deacebf04e2d4a8093425ce7d16ca3cf HTTP/1.1" status: 200 len: 267 time: 0.0441976 Oct 23 20:20:29.305249 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-0e4c32dc-2a36-4849-92b7-b64690a75975 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:29.306719 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-0e4c32dc-2a36-4849-92b7-b64690a75975 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 812 time: 0.1044054 Oct 23 20:20:29.321054 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-89c7af48-ea9d-4146-be89-1867e5344380 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/quotas/deacebf04e2d4a8093425ce7d16ca3cf HTTP/1.1" status: 200 len: 375 time: 0.0088980 Oct 23 20:20:29.369201 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-65ce8653-e6ed-4cba-afe1-a99af7b05fe4 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434577 Oct 23 20:20:29.465556 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-66492df2-3da1-4f9d-aa21-b5167b865b7d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855565 Oct 23 20:20:29.552982 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-d8b19a82-a1ea-4fb5-b0cd-2dd57f71d763 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812781 Oct 23 20:20:30.894610 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-40a41536-c785-42ac-b623-d39cc84d7dcb req-b5b32ab4-7e3a-4834-9766-506604e0d767 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 210 time: 0.0777538 Oct 23 20:20:31.113084 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 0b0c65ed-87d3-4416-8478-c6c50775a20d no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:20:31.138434 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 0b0c65ed-87d3-4416-8478-c6c50775a20d {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:20:31.139050 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 0b0c65ed-87d3-4416-8478-c6c50775a20d not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:20:31.808239 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:32.012283 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5615f118-94c4-4c5f-b152-04cb5fabf592 req-5b0881db-d657-49e4-89e2-382b8fde849e tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 210 time: 0.0370169 Oct 23 20:20:32.127039 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-09d6f748-d2dc-4e54-bf62-b41e80cc27c3 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:32.128462 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-09d6f748-d2dc-4e54-bf62-b41e80cc27c3 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 812 time: 0.3430669 Oct 23 20:20:32.189877 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-67f04fed-da09-4bbf-b656-8b836b96690a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=deacebf04e2d4a8093425ce7d16ca3cf HTTP/1.1" status: 200 len: 377 time: 0.0525393 Oct 23 20:20:32.198501 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'port': {'device_id': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'admin_state_up': True, 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'security_groups': ['c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb']}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:20:32.222758 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:32.311706 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Made reservation on behalf of deacebf04e2d4a8093425ce7d16ca3cf for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:20:32.315953 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:32.443550 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Allocated IP 172.20.0.3 (dfd87eb0-6e12-4670-accf-38eb6ce06b92/fc54d622-0135-4d12-b9d0-e409cb44612a/db85ea01-b6c6-4b18-9915-7bad0bf62a09) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:20:32.588496 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:32.622347 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:32.666127 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Network dfd87eb0-6e12-4670-accf-38eb6ce06b92 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:20:32.671347 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:20:32.675299 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:20:32.699421 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'Port': ['ID=db85ea01-b6c6-4b18-9915-7bad0bf62a09,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:32.733984 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:32.734662 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:32.755692 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b8b71c98-a120-4a5a-8cb9-0fff1b56a93a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5607772 Oct 23 20:20:32.767434 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Request body: {'port': {'device_id': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:20:32.832963 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:32.839484 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:32.939334 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-f281212a-bf65-48d7-9df7-1b60df297e4a None None] Provisioning complete for port db85ea01-b6c6-4b18-9915-7bad0bf62a09 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:20:32.939863 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f281212a-bf65-48d7-9df7-1b60df297e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:32.940294 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-f281212a-bf65-48d7-9df7-1b60df297e4a None None] Attempt 1 to provision port db85ea01-b6c6-4b18-9915-7bad0bf62a09 Oct 23 20:20:32.975298 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-f281212a-bf65-48d7-9df7-1b60df297e4a None None] Port db85ea01-b6c6-4b18-9915-7bad0bf62a09 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:20:33.057301 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:33.120320 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db85ea01-b6c6-4b18-9915-7bad0bf62a09 {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:20:33.128369 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Publish callbacks [] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:33.142658 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Transition to ACTIVE for port object db85ea01-b6c6-4b18-9915-7bad0bf62a09 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:20:33.146829 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c852d06-6d94-4d64-99b9-098388ea58c6 req-32fb4061-433b-4ec7-8c3f-c8b8fd3ddea4 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:33.148694 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:33.154934 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9c852d06-6d94-4d64-99b9-098388ea58c6 req-32fb4061-433b-4ec7-8c3f-c8b8fd3ddea4 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 931 time: 0.0655973 Oct 23 20:20:33.205324 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-9c852d06-6d94-4d64-99b9-098388ea58c6 req-43b73bba-a720-42b0-89e5-c2d47d6eb409 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492411 Oct 23 20:20:33.218666 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Pushing event updated for resources: {'Port': ['ID=db85ea01-b6c6-4b18-9915-7bad0bf62a09,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:33.273361 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Attempting to bind port db85ea01-b6c6-4b18-9915-7bad0bf62a09 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:20:33.273699 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Attempting to bind port db85ea01-b6c6-4b18-9915-7bad0bf62a09 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:20:33.274026 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Attempting to bind port db85ea01-b6c6-4b18-9915-7bad0bf62a09 on network dfd87eb0-6e12-4670-accf-38eb6ce06b92 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:20:33.317814 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Port db85ea01-b6c6-4b18-9915-7bad0bf62a09 on network dfd87eb0-6e12-4670-accf-38eb6ce06b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:20:33.318140 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Attempting to bind port db85ea01-b6c6-4b18-9915-7bad0bf62a09 on network dfd87eb0-6e12-4670-accf-38eb6ce06b92 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:20:33.358453 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:20:33.358790 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Checking segment: {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:20:33.359172 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Bound using segment: {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:20:33.359600 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Bound port: db85ea01-b6c6-4b18-9915-7bad0bf62a09, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:20:33.359957 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:33.420140 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] For port db85ea01-b6c6-4b18-9915-7bad0bf62a09, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:20:33.423608 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] For port db85ea01-b6c6-4b18-9915-7bad0bf62a09, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=db85ea01-b6c6-4b18-9915-7bad0bf62a09,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:20:33.428959 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:33.433409 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:33.434073 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:33.435641 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/db85ea01-b6c6-4b18-9915-7bad0bf62a09 HTTP/1.1" status: 200 len: 1093 time: 0.6729867 Oct 23 20:20:33.436185 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'tag': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:20:33.438677 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c964c5-bdbd-43ac-b56b-c39a8912b558" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fc2546-175f-4c4f-b755-b596d18abaf5", "tag": "db85ea01-b6c6-4b18-9915-7bad0bf62a09"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:20:33.488734 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1900e0-7bc4-4737-9e47-b5f533591008 x-openstack-request-id: req-ba1900e0-7bc4-4737-9e47-b5f533591008 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:20:33.489014 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fc2546-175f-4c4f-b755-b596d18abaf5", "tag": "db85ea01-b6c6-4b18-9915-7bad0bf62a09", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:20:33.489263 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba1900e0-7bc4-4737-9e47-b5f533591008 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:20:33.489650 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1900e0-7bc4-4737-9e47-b5f533591008'] response: {'name': 'network-changed', 'server_uuid': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'tag': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'status': 'completed', 'code': 200} Oct 23 20:20:33.524639 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e02c2-eccf-474a-8ec1-0d139565072d service neutron] Pushing event updated for resources: {'Port': ['ID=db85ea01-b6c6-4b18-9915-7bad0bf62a09,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:33.534511 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-e073f1b8-f608-4adb-ad47-3cc90ee78c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:33.536049 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-e073f1b8-f608-4adb-ad47-3cc90ee78c27 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 1127 time: 0.0577292 Oct 23 20:20:33.576304 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-89d70736-1138-4d91-af23-422cd6736fe0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db85ea01-b6c6-4b18-9915-7bad0bf62a09 HTTP/1.1" status: 200 len: 217 time: 0.0318317 Oct 23 20:20:33.623269 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-3a963fd1-8ac6-42e8-9e15-2c27d4848b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:33.624650 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-3a963fd1-8ac6-42e8-9e15-2c27d4848b7f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0420530 Oct 23 20:20:33.671565 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-72dbdea8-0b4f-48ef-a2d5-b69e56f49305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:33.673062 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-72dbdea8-0b4f-48ef-a2d5-b69e56f49305 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417397 Oct 23 20:20:33.760734 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-5ed7d421-8d84-4ae3-b368-409538cd24aa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815213 Oct 23 20:20:33.790998 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:33.855132 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-08b49598-351e-4784-b8f9-2ca1a287ba23 req-4910ebfe-9b2e-4bb7-86eb-5e2c7d2964da service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885444 Oct 23 20:20:34.326853 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5fc89-4e50-4e8a-ac82-06060c97bf85 req-1d96dab2-ce43-4995-8dea-4e0e053931f7 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:34.328303 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-72f5fc89-4e50-4e8a-ac82-06060c97bf85 req-1d96dab2-ce43-4995-8dea-4e0e053931f7 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 943 time: 0.0462997 Oct 23 20:20:34.379310 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-72f5fc89-4e50-4e8a-ac82-06060c97bf85 req-c5627f38-d681-46fd-9cc2-fd90376cc863 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451164 Oct 23 20:20:34.624342 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c964c5-bdbd-43ac-b56b-c39a8912b558 req-99bd2064-5a91-4c44-8cd4-e7d8042e950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:34.625745 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a9c964c5-bdbd-43ac-b56b-c39a8912b558 req-99bd2064-5a91-4c44-8cd4-e7d8042e950f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 1127 time: 0.0397451 Oct 23 20:20:34.716983 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c964c5-bdbd-43ac-b56b-c39a8912b558 req-46edc26f-89d8-4619-8e56-89578cd57399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:34.718473 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a9c964c5-bdbd-43ac-b56b-c39a8912b558 req-46edc26f-89d8-4619-8e56-89578cd57399 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0864961 Oct 23 20:20:34.730065 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:34.756907 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a9c964c5-bdbd-43ac-b56b-c39a8912b558 req-a69dac05-a2b4-48ab-8cfb-873e82be08c1 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db85ea01-b6c6-4b18-9915-7bad0bf62a09 HTTP/1.1" status: 200 len: 217 time: 0.0328674 Oct 23 20:20:34.803260 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c964c5-bdbd-43ac-b56b-c39a8912b558 req-05050ae7-2e39-4286-9a9a-819a0b04bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:34.804650 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a9c964c5-bdbd-43ac-b56b-c39a8912b558 req-05050ae7-2e39-4286-9a9a-819a0b04bb53 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0426626 Oct 23 20:20:34.847005 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c964c5-bdbd-43ac-b56b-c39a8912b558 req-9f2ff58f-d2ef-49be-a46d-abc1d60d242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:34.848419 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a9c964c5-bdbd-43ac-b56b-c39a8912b558 req-9f2ff58f-d2ef-49be-a46d-abc1d60d242c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373070 Oct 23 20:20:34.938482 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a9c964c5-bdbd-43ac-b56b-c39a8912b558 req-dfb63d45-6da1-428e-a370-fa58fceff13f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839388 Oct 23 20:20:35.030738 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-a9c964c5-bdbd-43ac-b56b-c39a8912b558 req-00b86a28-4c5e-45d7-b9a9-dff30bd2a650 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869026 Oct 23 20:20:35.498895 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c640491-38b9-4321-82e8-bd77b731cbca req-9f5df3e4-4f8c-4862-8fc3-c7093de0c48c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:35.500240 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4c640491-38b9-4321-82e8-bd77b731cbca req-9f5df3e4-4f8c-4862-8fc3-c7093de0c48c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 943 time: 0.0462749 Oct 23 20:20:35.547421 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4c640491-38b9-4321-82e8-bd77b731cbca req-148d4ff9-b298-497f-8788-5fdfd3700c56 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417106 Oct 23 20:20:36.390881 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2a50a945-afb6-4b8c-8abf-343187bebbb3 req-6ae444e2-cfd3-4efa-baf0-2ef0ab836a00 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381324 Oct 23 20:20:36.472981 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50a945-afb6-4b8c-8abf-343187bebbb3 req-62990d1f-d178-40c2-a08a-dd6e424c2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:36.474509 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2a50a945-afb6-4b8c-8abf-343187bebbb3 req-62990d1f-d178-40c2-a08a-dd6e424c2ec7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=71f456c92d544d0c81bcb2fe937188ef&device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 1129 time: 0.0388660 Oct 23 20:20:36.577809 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50a945-afb6-4b8c-8abf-343187bebbb3 req-722d4664-8f5a-4a47-ae9f-fec5bdfa7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:36.579399 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2a50a945-afb6-4b8c-8abf-343187bebbb3 req-722d4664-8f5a-4a47-ae9f-fec5bdfa7506 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 200 len: 916 time: 0.0866256 Oct 23 20:20:36.640534 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2a50a945-afb6-4b8c-8abf-343187bebbb3 req-eee65f51-e52b-452c-b170-9706a738f9b5 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c91706-bf06-4191-8366-078e0ab89e0e HTTP/1.1" status: 200 len: 1001 time: 0.0549207 Oct 23 20:20:36.654686 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:36.665166 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a85bc3-b575-4547-ad44-48c5a53f54b1 req-ec353a8f-2e59-462b-b2e7-70d695758325 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:36.666652 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-95a85bc3-b575-4547-ad44-48c5a53f54b1 req-ec353a8f-2e59-462b-b2e7-70d695758325 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 943 time: 0.0463376 Oct 23 20:20:36.687750 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50a945-afb6-4b8c-8abf-343187bebbb3 req-46ebee05-a3c8-4fe3-a768-6742d01d257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:36.689813 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2a50a945-afb6-4b8c-8abf-343187bebbb3 req-46ebee05-a3c8-4fe3-a768-6742d01d257c service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 200 len: 854 time: 0.0438521 Oct 23 20:20:36.716072 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-95a85bc3-b575-4547-ad44-48c5a53f54b1 req-e0de34f6-6be6-4fc6-af23-7ad8da614c89 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438228 Oct 23 20:20:36.737130 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50a945-afb6-4b8c-8abf-343187bebbb3 req-7e5df6f7-2524-4f7f-b329-67f7c7eca97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:36.738631 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2a50a945-afb6-4b8c-8abf-343187bebbb3 req-7e5df6f7-2524-4f7f-b329-67f7c7eca97c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=5d505897-a26b-4ba1-98e0-a78acd4b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429673 Oct 23 20:20:36.825960 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2a50a945-afb6-4b8c-8abf-343187bebbb3 req-482fe165-d6bb-48e7-a538-5d064ab7aa4f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811198 Oct 23 20:20:36.906759 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:36.917437 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2a50a945-afb6-4b8c-8abf-343187bebbb3 req-5cc1998a-9f53-4d86-91a1-64b0c8599ebc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855525 Oct 23 20:20:37.836290 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ba00d-6771-4231-bd86-c07ace924b73 req-bca253b6-1a63-4ac0-b416-af4e05dc01a5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:37.837731 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-873ba00d-6771-4231-bd86-c07ace924b73 req-bca253b6-1a63-4ac0-b416-af4e05dc01a5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 943 time: 0.0488074 Oct 23 20:20:37.885281 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-873ba00d-6771-4231-bd86-c07ace924b73 req-f05600b8-5a38-40a8-9a1a-581677cdd9d3 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420413 Oct 23 20:20:38.987214 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:39.003322 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b1feb-96f6-4d16-97cd-ed3ecd13a46c req-f6a65fd2-4b83-437a-922c-374328ad8ab3 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:39.004805 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1c6b1feb-96f6-4d16-97cd-ed3ecd13a46c req-f6a65fd2-4b83-437a-922c-374328ad8ab3 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 943 time: 0.0470400 Oct 23 20:20:39.031571 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:39.034955 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:39.056652 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1c6b1feb-96f6-4d16-97cd-ed3ecd13a46c req-bc34e7d6-09d9-4d30-ad10-b34d0c921983 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458932 Oct 23 20:20:40.177320 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccb15b-56a6-4b15-96d3-feef5101d9ae req-1a3f231a-5926-48e8-a5bb-a604c86e1994 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:40.178774 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e4ccb15b-56a6-4b15-96d3-feef5101d9ae req-1a3f231a-5926-48e8-a5bb-a604c86e1994 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 943 time: 0.0454831 Oct 23 20:20:40.229823 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e4ccb15b-56a6-4b15-96d3-feef5101d9ae req-cb73a93b-cdc9-4ef6-bfa4-3f0a134feab4 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0456188 Oct 23 20:20:40.756224 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:40.757838 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:41.355096 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03cbda-ac60-47c9-8046-e719ebe314c8 req-b68e4297-5a24-4c08-85bd-ffe90bc83db0 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:41.356587 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bd03cbda-ac60-47c9-8046-e719ebe314c8 req-b68e4297-5a24-4c08-85bd-ffe90bc83db0 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 943 time: 0.0470455 Oct 23 20:20:41.408555 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-bd03cbda-ac60-47c9-8046-e719ebe314c8 req-2aa2fcd2-1e9c-473e-b94e-db59dfeee28e tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452230 Oct 23 20:20:41.842586 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-553682f5-0cc3-4fd7-bba1-902a282c35ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:42.053902 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efca041-9bcb-435e-9fb0-8f74b3b191af req-1fcace5a-4d09-47b3-8367-3dc7b638cbbc tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:42.055455 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8efca041-9bcb-435e-9fb0-8f74b3b191af req-1fcace5a-4d09-47b3-8367-3dc7b638cbbc tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 945 time: 0.0450146 Oct 23 20:20:42.102353 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8efca041-9bcb-435e-9fb0-8f74b3b191af req-33e8575b-6126-4c97-8caf-49296e3f2977 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Oct 23 20:20:42.530693 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ada2ec-cb74-4e5a-9d00-76641f94691d req-01f40eb0-493e-4ac6-a2b8-fda49ec56605 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:42.532140 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-03ada2ec-cb74-4e5a-9d00-76641f94691d req-01f40eb0-493e-4ac6-a2b8-fda49ec56605 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 943 time: 0.0492008 Oct 23 20:20:42.580561 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-03ada2ec-cb74-4e5a-9d00-76641f94691d req-a01a5daa-f08f-4a83-8e53-c5a9251e48a7 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429151 Oct 23 20:20:43.145020 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device db85ea01-b6c6-4b18-9915-7bad0bf62a09 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:20:43.224818 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db118-4b28-4ffb-aaba-a537192557f3 req-b10b7769-6786-476b-9175-a1263f4fc71e tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:43.226318 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4a8db118-4b28-4ffb-aaba-a537192557f3 req-b10b7769-6786-476b-9175-a1263f4fc71e tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 945 time: 0.0472171 Oct 23 20:20:43.245385 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port db85ea01-b6c6-4b18-9915-7bad0bf62a09, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=db85ea01-b6c6-4b18-9915-7bad0bf62a09,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:20:43.256781 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'port_id': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'mac_address': 'fa:16:3e:8c:ba:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:20:43.276391 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4a8db118-4b28-4ffb-aaba-a537192557f3 req-bcc1796a-7245-4b5e-8e05-c34d8a96b3c8 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442011 Oct 23 20:20:43.300107 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port db85ea01-b6c6-4b18-9915-7bad0bf62a09 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:20:43.300498 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:43.314402 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db85ea01-b6c6-4b18-9915-7bad0bf62a09 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:20:43.333623 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port db85ea01-b6c6-4b18-9915-7bad0bf62a09, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=db85ea01-b6c6-4b18-9915-7bad0bf62a09,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:20:43.337577 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:43.383297 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=db85ea01-b6c6-4b18-9915-7bad0bf62a09,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:43.390292 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.390574 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.390912 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.391261 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.391598 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.391924 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.392247 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.392567 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.392910 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.393227 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.393546 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.393870 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.394194 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.394543 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.394843 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:43.702044 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccf955-f07f-47ab-bfa2-f31c271b8c52 req-655722af-5b74-4c2b-8126-6b5606264c02 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:43.703409 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8cccf955-f07f-47ab-bfa2-f31c271b8c52 req-655722af-5b74-4c2b-8126-6b5606264c02 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 944 time: 0.0490527 Oct 23 20:20:43.751889 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-8cccf955-f07f-47ab-bfa2-f31c271b8c52 req-c2cdeeb2-f9c9-4a41-98a9-510ddfa433b6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429683 Oct 23 20:20:43.863137 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['db85ea01-b6c6-4b18-9915-7bad0bf62a09'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:20:43.916598 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-5b0d3a25-0f2d-4ea4-8ed1-2a3c93be17c3 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:43.918059 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-5b0d3a25-0f2d-4ea4-8ed1-2a3c93be17c3 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 945 time: 0.0496714 Oct 23 20:20:44.001413 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Deleting port 35c91706-bf06-4191-8366-078e0ab89e0e {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:20:44.001669 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:44.087661 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:44.092830 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] For port 35c91706-bf06-4191-8366-078e0ab89e0e, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=35c91706-bf06-4191-8366-078e0ab89e0e,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:20:44.093191 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:44.230268 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f6d882c0-33a0-4084-94a8-21a4a870fc7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:44.252248 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:44.252538 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (4e41db0d-d4b6-49c1-b38e-98d42df3220d), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:44.252855 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Floating IP 4e41db0d-d4b6-49c1-b38e-98d42df3220d disassociated. External IP: 172.27.0.162, port: 35c91706-bf06-4191-8366-078e0ab89e0e. Oct 23 20:20:44.253196 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Calling delete_port for 35c91706-bf06-4191-8366-078e0ab89e0e owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:20:44.383351 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (35c91706-bf06-4191-8366-078e0ab89e0e), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:44.398093 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278ee72-b694-481c-b576-e1be1b6001f0 req-090b78e7-7011-45bb-99b7-f8362047379d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:44.399607 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4278ee72-b694-481c-b576-e1be1b6001f0 req-090b78e7-7011-45bb-99b7-f8362047379d tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b69aacd-d9e1-4e56-ac6a-810be561e773 HTTP/1.1" status: 200 len: 945 time: 0.0476627 Oct 23 20:20:44.412519 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event deleted for resources: {'Port': ['ID=35c91706-bf06-4191-8366-078e0ab89e0e,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:44.451561 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-4278ee72-b694-481c-b576-e1be1b6001f0 req-c98f7dc6-a0ea-46ef-9de2-3a40bd9aa5fd tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=b641864c-9600-4ae0-918b-12d97ee7372d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462840 Oct 23 20:20:44.519480 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Router 6973b4a8-3e5c-400e-a68d-7809bb950e0e has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:20:44.619979 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:20:44.629390 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6030530d-d133-4f99-b7eb-6ec6afe7e184 None None] Sync routers for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:20:44.639444 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030530d-d133-4f99-b7eb-6ec6afe7e184 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:20:44.640053 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-6030530d-d133-4f99-b7eb-6ec6afe7e184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:20:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:44.662062 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] No DVR routers for this DVR port 35c91706-bf06-4191-8366-078e0ab89e0e on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:20:44.664833 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:44.668832 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-b578c494-d501-4056-844e-ca5537bc0ae9 req-3d427619-1877-4a74-a398-c10030f2379a tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.15 "DELETE /networking/v2.0/ports/35c91706-bf06-4191-8366-078e0ab89e0e HTTP/1.1" status: 204 len: 173 time: 0.7452471 Oct 23 20:20:44.669331 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'name': 'network-vif-deleted', 'tag': '35c91706-bf06-4191-8366-078e0ab89e0e'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:20:44.672754 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6a86fa-41f6-4dd2-8315-06c1c5b58f05" -d '{"events": [{"server_uuid": "6b69aacd-d9e1-4e56-ac6a-810be561e773", "name": "network-vif-deleted", "tag": "35c91706-bf06-4191-8366-078e0ab89e0e"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:20:44.686332 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:44.720173 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fea0db-b4a2-4e32-bce2-b65962a9c2a8 x-openstack-request-id: req-22fea0db-b4a2-4e32-bce2-b65962a9c2a8 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:20:44.720468 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b69aacd-d9e1-4e56-ac6a-810be561e773", "name": "network-vif-deleted", "tag": "35c91706-bf06-4191-8366-078e0ab89e0e", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:20:44.720725 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22fea0db-b4a2-4e32-bce2-b65962a9c2a8 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:20:44.721596 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22fea0db-b4a2-4e32-bce2-b65962a9c2a8'] response: {'server_uuid': '6b69aacd-d9e1-4e56-ac6a-810be561e773', 'name': 'network-vif-deleted', 'tag': '35c91706-bf06-4191-8366-078e0ab89e0e', 'status': 'completed', 'code': 200} Oct 23 20:20:44.748745 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-6030530d-d133-4f99-b7eb-6ec6afe7e184 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:20:44.877871 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c6151-973f-42b5-9717-5c72f5313a0a req-0072e2d1-c4dd-4a62-8f85-94c94788d4c2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:44.885148 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-491c6151-973f-42b5-9717-5c72f5313a0a req-0072e2d1-c4dd-4a62-8f85-94c94788d4c2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 944 time: 0.0560858 Oct 23 20:20:44.939036 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-491c6151-973f-42b5-9717-5c72f5313a0a req-279742bc-b734-4a4d-b8d2-84d5531683b5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526752 Oct 23 20:20:44.961780 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-6030530d-d133-4f99-b7eb-6ec6afe7e184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:44.986428 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6030530d-d133-4f99-b7eb-6ec6afe7e184 None None] Checking router: 6973b4a8-3e5c-400e-a68d-7809bb950e0e for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:20:44.994659 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030530d-d133-4f99-b7eb-6ec6afe7e184 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:20:44.995258 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-6030530d-d133-4f99-b7eb-6ec6afe7e184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:20:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:45.096459 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-6030530d-d133-4f99-b7eb-6ec6afe7e184 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:20:45.160987 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device db85ea01-b6c6-4b18-9915-7bad0bf62a09 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:20:45.212423 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:45.215807 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:45.265900 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port db85ea01-b6c6-4b18-9915-7bad0bf62a09 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:20:45.275029 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port db85ea01-b6c6-4b18-9915-7bad0bf62a09 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:20:45.275402 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:45.275737 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port db85ea01-b6c6-4b18-9915-7bad0bf62a09 Oct 23 20:20:45.365911 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-6030530d-d133-4f99-b7eb-6ec6afe7e184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:45.406307 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6030530d-d133-4f99-b7eb-6ec6afe7e184 None None] The sync data for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi is: [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:12:50Z', 'revision_number': 4, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '4bd7222e-670a-45a0-9753-e28cbbff2801', 'name': '', 'network_id': '5d505897-a26b-4ba1-98e0-a78acd4b7259', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'mac_address': 'fa:16:3e:df:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:50Z', 'updated_at': '2022-10-23T20:12:55Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'subnets': [{'id': '96bccd89-11da-40f0-8ed3-2b7d1ec91a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:20:45.419461 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port db85ea01-b6c6-4b18-9915-7bad0bf62a09 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:20:45.419850 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:45.444650 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:20:45.446932 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4698d6ab-2161-4956-8307-4d40b81fa645" -d '{"events": [{"server_uuid": "c4fc2546-175f-4c4f-b755-b596d18abaf5", "name": "network-vif-plugged", "status": "completed", "tag": "db85ea01-b6c6-4b18-9915-7bad0bf62a09"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:20:45.463323 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port db85ea01-b6c6-4b18-9915-7bad0bf62a09, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=db85ea01-b6c6-4b18-9915-7bad0bf62a09,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:20:45.472369 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:45.501945 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c0272a-ca57-4ad9-bfa2-e592fdbbe6b2 x-openstack-request-id: req-a7c0272a-ca57-4ad9-bfa2-e592fdbbe6b2 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:20:45.502230 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fc2546-175f-4c4f-b755-b596d18abaf5", "name": "network-vif-plugged", "status": "completed", "tag": "db85ea01-b6c6-4b18-9915-7bad0bf62a09", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:20:45.502491 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7c0272a-ca57-4ad9-bfa2-e592fdbbe6b2 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:20:45.502884 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c0272a-ca57-4ad9-bfa2-e592fdbbe6b2'] response: {'server_uuid': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'code': 200} Oct 23 20:20:45.505809 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:45.530721 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=db85ea01-b6c6-4b18-9915-7bad0bf62a09,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:45.564073 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37008) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:20:45.616881 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:45.623236 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (b641864c-9600-4ae0-918b-12d97ee7372d), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:45.649577 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (b641864c-9600-4ae0-918b-12d97ee7372d), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:45.692729 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52fab7-c211-4e3c-b244-b39faec06722 None None] New status for floating IP 4e41db0d-d4b6-49c1-b38e-98d42df3220d: DOWN {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:20:45.707796 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (b641864c-9600-4ae0-918b-12d97ee7372d), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:45.710637 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:45.714419 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/b641864c-9600-4ae0-918b-12d97ee7372d HTTP/1.1" status: 204 len: 168 time: 0.1466472 Oct 23 20:20:45.715500 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37010) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:20:45.725104 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:45.731832 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3410ff-052e-4cb6-b629-9edd1dffac39 req-76be9c84-9b4e-498d-9c1e-0a3625fd1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:45.733678 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-0f3410ff-052e-4cb6-b629-9edd1dffac39 req-76be9c84-9b4e-498d-9c1e-0a3625fd1dfb service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 1129 time: 0.0443130 Oct 23 20:20:45.734775 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b641864c-9600-4ae0-918b-12d97ee7372d,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:45.737638 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.api.v2.resource [None req-07cea65d-d240-406c-9793-45a5506161c9 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] show failed (client error): The resource could not be found. Oct 23 20:20:45.738684 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-07cea65d-d240-406c-9793-45a5506161c9 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "GET /networking/v2.0/security-groups/b641864c-9600-4ae0-918b-12d97ee7372d HTTP/1.1" status: 404 len: 347 time: 0.0222242 Oct 23 20:20:45.741589 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37012) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:20:45.777446 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:45.781660 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-0f3410ff-052e-4cb6-b629-9edd1dffac39 req-7d347d4f-282a-4658-bd54-a40eaaed60f2 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423110 Oct 23 20:20:45.784449 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.784762 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.785202 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.785544 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.785881 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.786217 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.786676 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.786959 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.787383 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.787775 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.788146 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.788725 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.789074 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.789400 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.789724 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0345e0-64ba-4234-b047-ccd2fabc0fc6 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:20:45.876037 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-525864a9-1071-4c49-96b0-8043322a82a5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Deleting port 88741405-a2c9-4679-bb31-4a59423fbbbc {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:20:45.876309 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-525864a9-1071-4c49-96b0-8043322a82a5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (88741405-a2c9-4679-bb31-4a59423fbbbc), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:45.954610 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-525864a9-1071-4c49-96b0-8043322a82a5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (88741405-a2c9-4679-bb31-4a59423fbbbc), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:45.955324 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-525864a9-1071-4c49-96b0-8043322a82a5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (88741405-a2c9-4679-bb31-4a59423fbbbc), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:45.966530 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-525864a9-1071-4c49-96b0-8043322a82a5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Calling delete_port for 88741405-a2c9-4679-bb31-4a59423fbbbc owned by network:floatingip {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:20:46.076469 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5832b76-271d-49ea-9194-3f3aae05c9bc req-437988e3-134f-4180-809f-94fc78c6e60f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:46.077920 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d5832b76-271d-49ea-9194-3f3aae05c9bc req-437988e3-134f-4180-809f-94fc78c6e60f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 945 time: 0.0611815 Oct 23 20:20:46.158752 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-d5832b76-271d-49ea-9194-3f3aae05c9bc req-0b524fb3-4c19-4037-97d8-a93f2399c9d1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0695896 Oct 23 20:20:46.174648 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-525864a9-1071-4c49-96b0-8043322a82a5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (88741405-a2c9-4679-bb31-4a59423fbbbc), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:46.199084 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525864a9-1071-4c49-96b0-8043322a82a5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Pushing event deleted for resources: {'Port': ['ID=88741405-a2c9-4679-bb31-4a59423fbbbc,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:46.261508 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-525864a9-1071-4c49-96b0-8043322a82a5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks [] for floatingip (4e41db0d-d4b6-49c1-b38e-98d42df3220d), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:46.264007 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-525864a9-1071-4c49-96b0-8043322a82a5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:46.265133 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-525864a9-1071-4c49-96b0-8043322a82a5 tempest-AttachVolumeNegativeTest-1901812016 tempest-AttachVolumeNegativeTest-1901812016-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/4e41db0d-d4b6-49c1-b38e-98d42df3220d HTTP/1.1" status: 204 len: 168 time: 0.5226290 Oct 23 20:20:46.813535 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:47.155828 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 35c91706-bf06-4191-8366-078e0ab89e0e no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:20:47.185126 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 35c91706-bf06-4191-8366-078e0ab89e0e {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:20:47.185444 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 35c91706-bf06-4191-8366-078e0ab89e0e not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:20:47.191240 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:47.283763 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f9333-6b4a-40cc-a6b1-3363590ba6a7 req-040c32f3-dabd-49b8-9aa7-0e629f981e08 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:47.285192 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-253f9333-6b4a-40cc-a6b1-3363590ba6a7 req-040c32f3-dabd-49b8-9aa7-0e629f981e08 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 945 time: 0.0487309 Oct 23 20:20:47.336884 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-253f9333-6b4a-40cc-a6b1-3363590ba6a7 req-08c7ecd6-de7c-4786-8fbc-64418baa3006 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446942 Oct 23 20:20:48.454077 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a7adb-34f4-4480-b779-1b3726caffc8 req-50b53769-5c81-4abc-a3e3-800134160caa tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:48.455560 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0f9a7adb-34f4-4480-b779-1b3726caffc8 req-50b53769-5c81-4abc-a3e3-800134160caa tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 945 time: 0.0456824 Oct 23 20:20:48.505528 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0f9a7adb-34f4-4480-b779-1b3726caffc8 req-daafe67a-1221-4ac1-900c-8de85e1b789b tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444393 Oct 23 20:20:48.624029 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b10f6c-32b0-41c9-936e-8b8b9282e2dd req-3814c75c-266f-4fc7-98ac-8dd7e92b820d tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:48.625495 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-07b10f6c-32b0-41c9-936e-8b8b9282e2dd req-3814c75c-266f-4fc7-98ac-8dd7e92b820d tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 945 time: 0.0457222 Oct 23 20:20:48.678342 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-07b10f6c-32b0-41c9-936e-8b8b9282e2dd req-ff94652e-5289-4d14-a4d4-35c335d89a4a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451050 Oct 23 20:20:48.704968 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37044) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:20:48.744327 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a8aa9-0679-41b8-8379-2c19c26df318 tempest-TestVolumeBootPattern-723652414 tempest-TestVolumeBootPattern-723652414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:48.745834 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-923a8aa9-0679-41b8-8379-2c19c26df318 tempest-TestVolumeBootPattern-723652414 tempest-TestVolumeBootPattern-723652414-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 1124 time: 0.0398929 Oct 23 20:20:48.749715 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37048) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:20:48.756140 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'port_id': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:20:48.778927 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:48.870656 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:48.961453 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:48.974587 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Allocated IP 172.27.0.90 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/733eb531-ab01-4769-8fd9-71684dc3c965) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:20:49.083694 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for port (733eb531-ab01-4769-8fd9-71684dc3c965), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:49.115925 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (733eb531-ab01-4769-8fd9-71684dc3c965), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:49.156654 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:20:49.161492 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:20:49.163639 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'Port': ['ID=733eb531-ab01-4769-8fd9-71684dc3c965,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:49.165788 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:20:49.427508 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:49.745984 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (4933916c-d655-4a3f-8313-1c8324937548), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:49.809475 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (733eb531-ab01-4769-8fd9-71684dc3c965), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:49.955823 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for port (733eb531-ab01-4769-8fd9-71684dc3c965), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:49.967248 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (733eb531-ab01-4769-8fd9-71684dc3c965), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:49.967383 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37060) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:20:49.967822 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:50.038938 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (4933916c-d655-4a3f-8313-1c8324937548), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:50.041559 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'Port': ['ID=733eb531-ab01-4769-8fd9-71684dc3c965,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:50.104439 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:50.136891 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Floating IP 4933916c-d655-4a3f-8313-1c8324937548 associated. External IP: 172.27.0.90, port: db85ea01-b6c6-4b18-9915-7bad0bf62a09. Oct 23 20:20:50.196199 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:50.337746 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Router 20f7a74b-78f3-4b05-885b-166c44541619 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:20:50.444820 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:20:50.456877 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833144cf-58be-4f92-85b4-3ec67f34b18e None None] Sync routers for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:20:50.465817 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:50.471085 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833144cf-58be-4f92-85b4-3ec67f34b18e None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:20:50.471797 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-833144cf-58be-4f92-85b4-3ec67f34b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:20:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:50.503322 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-6e6d3857-adc0-4a45-9c8b-f0f57c360a63 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7509453 Oct 23 20:20:50.503322 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'tag': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:20:50.504557 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba79e6f-991b-497e-be3d-241127fe1f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fc2546-175f-4c4f-b755-b596d18abaf5", "tag": "db85ea01-b6c6-4b18-9915-7bad0bf62a09"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:20:50.544053 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e10d977-53f5-401c-b529-ecfc3cd86dd3 x-openstack-request-id: req-1e10d977-53f5-401c-b529-ecfc3cd86dd3 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:20:50.544348 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fc2546-175f-4c4f-b755-b596d18abaf5", "tag": "db85ea01-b6c6-4b18-9915-7bad0bf62a09", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:20:50.544615 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e10d977-53f5-401c-b529-ecfc3cd86dd3 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:20:50.545006 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e10d977-53f5-401c-b529-ecfc3cd86dd3'] response: {'name': 'network-changed', 'server_uuid': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'tag': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'status': 'completed', 'code': 200} Oct 23 20:20:50.581730 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-833144cf-58be-4f92-85b4-3ec67f34b18e None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:20:50.600902 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:50.607305 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba79e6f-991b-497e-be3d-241127fe1f8d req-1047c01a-83cb-4f7a-9395-a0e55691777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:50.608989 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8ba79e6f-991b-497e-be3d-241127fe1f8d req-1047c01a-83cb-4f7a-9395-a0e55691777c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 1129 time: 0.0415168 Oct 23 20:20:50.649462 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0158aa53-3e75-46a5-9737-23018458f673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16394362'] for router_interface (6973b4a8-3e5c-400e-a68d-7809bb950e0e), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:50.704869 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba79e6f-991b-497e-be3d-241127fe1f8d req-d48fa167-b245-482a-bc31-663b622d8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:50.706507 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8ba79e6f-991b-497e-be3d-241127fe1f8d req-d48fa167-b245-482a-bc31-663b622d8c93 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0924120 Oct 23 20:20:50.780691 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8ba79e6f-991b-497e-be3d-241127fe1f8d req-d29e8d37-afc5-491c-941c-eba73e0cb309 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db85ea01-b6c6-4b18-9915-7bad0bf62a09 HTTP/1.1" status: 200 len: 998 time: 0.0687180 Oct 23 20:20:50.790769 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-833144cf-58be-4f92-85b4-3ec67f34b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '4933916c-d655-4a3f-8313-1c8324937548', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:8c:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:20:49Z', 'updated_at': '2022-10-23T20:20:49Z', 'revision_number': 0, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:50.816070 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833144cf-58be-4f92-85b4-3ec67f34b18e None None] Checking router: 20f7a74b-78f3-4b05-885b-166c44541619 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:20:50.824830 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833144cf-58be-4f92-85b4-3ec67f34b18e None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:20:50.825695 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-833144cf-58be-4f92-85b4-3ec67f34b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:20:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:50.832935 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba79e6f-991b-497e-be3d-241127fe1f8d req-94e603ae-12f4-41c1-95ee-7dc1e4244d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:50.834420 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8ba79e6f-991b-497e-be3d-241127fe1f8d req-94e603ae-12f4-41c1-95ee-7dc1e4244d86 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0474775 Oct 23 20:20:50.870294 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-0158aa53-3e75-46a5-9737-23018458f673 admin admin] Deleting port 4bd7222e-670a-45a0-9753-e28cbbff2801 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:20:50.870624 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0158aa53-3e75-46a5-9737-23018458f673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:50.880077 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba79e6f-991b-497e-be3d-241127fe1f8d req-ef9c5ee2-66e6-4e78-a628-49cc2194436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:20:50.882147 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8ba79e6f-991b-497e-be3d-241127fe1f8d req-ef9c5ee2-66e6-4e78-a628-49cc2194436a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416160 Oct 23 20:20:50.932810 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-833144cf-58be-4f92-85b4-3ec67f34b18e None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:20:50.953357 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-0158aa53-3e75-46a5-9737-23018458f673 admin admin] For port 4bd7222e-670a-45a0-9753-e28cbbff2801, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=4bd7222e-670a-45a0-9753-e28cbbff2801,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:20:50.954724 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0158aa53-3e75-46a5-9737-23018458f673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:50.969187 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-0158aa53-3e75-46a5-9737-23018458f673 admin admin] Calling delete_port for 4bd7222e-670a-45a0-9753-e28cbbff2801 owned by network:router_interface {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:20:50.983549 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8ba79e6f-991b-497e-be3d-241127fe1f8d req-e52889d4-9b73-4a13-9227-24ed662c6495 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911627 Oct 23 20:20:51.065541 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:51.086361 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8ba79e6f-991b-497e-be3d-241127fe1f8d req-efd286f6-18c6-494c-9c75-3f8a4cafc43a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971377 Oct 23 20:20:51.118512 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:51.153181 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0158aa53-3e75-46a5-9737-23018458f673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (4bd7222e-670a-45a0-9753-e28cbbff2801), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:51.177903 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158aa53-3e75-46a5-9737-23018458f673 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd7222e-670a-45a0-9753-e28cbbff2801,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:51.234911 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:51.291695 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:51.311961 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-833144cf-58be-4f92-85b4-3ec67f34b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '4933916c-d655-4a3f-8313-1c8324937548', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:8c:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:20:49Z', 'updated_at': '2022-10-23T20:20:49Z', 'revision_number': 0, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:51.339380 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833144cf-58be-4f92-85b4-3ec67f34b18e None None] The sync data for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi is: [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '4933916c-d655-4a3f-8313-1c8324937548', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:8c:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:20:49Z', 'updated_at': '2022-10-23T20:20:49Z', 'revision_number': 0, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:20:51.368128 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-0158aa53-3e75-46a5-9737-23018458f673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16321041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16392394'] for router_interface (6973b4a8-3e5c-400e-a68d-7809bb950e0e), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:51.392872 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda194e6-a236-45b4-bce5-f50d03943343 None None] get_active_networks_info from dv-cinder-862432-1-iscsi {{(pid=104661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 20:20:51.492318 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda194e6-a236-45b4-bce5-f50d03943343 None None] Resources bound (agent type, host, resource id): {{(pid=104661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 20:20:51.590055 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a00c1c-1fea-460b-b3a8-0df683227d6d None None] New status for floating IP 4933916c-d655-4a3f-8313-1c8324937548: ACTIVE {{(pid=104662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:20:51.596117 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0158aa53-3e75-46a5-9737-23018458f673 admin admin] Router 6973b4a8-3e5c-400e-a68d-7809bb950e0e has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:20:51.649435 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:51.705797 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0158aa53-3e75-46a5-9737-23018458f673 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:20:51.711517 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-0158aa53-3e75-46a5-9737-23018458f673 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/6973b4a8-3e5c-400e-a68d-7809bb950e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7460344 Oct 23 20:20:51.714126 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37068) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:20:51.717946 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca6522-2cc5-4e71-b2ff-e7b2e9169fe6 None None] Sync routers for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:20:51.728038 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca6522-2cc5-4e71-b2ff-e7b2e9169fe6 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:20:51.728658 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-f7ca6522-2cc5-4e71-b2ff-e7b2e9169fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:20:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:51.837517 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-f7ca6522-2cc5-4e71-b2ff-e7b2e9169fe6 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:20:51.838998 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Publish callbacks [] for router (6973b4a8-3e5c-400e-a68d-7809bb950e0e), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:51.950648 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:51.953791 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Publish callbacks [] for router_gateway (6973b4a8-3e5c-400e-a68d-7809bb950e0e), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.003886 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Deleting port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:20:52.004320 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.020310 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-f7ca6522-2cc5-4e71-b2ff-e7b2e9169fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:20:51Z', 'revision_number': 5, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port': {'id': 'ef0e4b11-ec2c-436e-84db-bdfb4677d5b7', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:12:48Z', 'updated_at': '2022-10-23T20:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:52.046913 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca6522-2cc5-4e71-b2ff-e7b2e9169fe6 None None] Checking router: 6973b4a8-3e5c-400e-a68d-7809bb950e0e for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:20:52.056911 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca6522-2cc5-4e71-b2ff-e7b2e9169fe6 None None] Routers {'6973b4a8-3e5c-400e-a68d-7809bb950e0e'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:20:52.057602 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-f7ca6522-2cc5-4e71-b2ff-e7b2e9169fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:20:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:52.096231 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] For port ef0e4b11-ec2c-436e-84db-bdfb4677d5b7, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=ef0e4b11-ec2c-436e-84db-bdfb4677d5b7,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:20:52.096745 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.112361 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Calling delete_port for ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 owned by network:router_gateway {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:20:52.144717 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-f7ca6522-2cc5-4e71-b2ff-e7b2e9169fe6 None None] Set router 6973b4a8-3e5c-400e-a68d-7809bb950e0e gateway port host: None {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:20:52.196034 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-f7ca6522-2cc5-4e71-b2ff-e7b2e9169fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:20:51Z', 'revision_number': 6, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port_host': None}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:52.226029 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca6522-2cc5-4e71-b2ff-e7b2e9169fe6 None None] The sync data for ids ['6973b4a8-3e5c-400e-a68d-7809bb950e0e'] in dv-cinder-862432-1-iscsi is: [{'id': '6973b4a8-3e5c-400e-a68d-7809bb950e0e', 'name': 'tempest-AttachVolumeNegativeTest-1176489031-router', 'tenant_id': '71f456c92d544d0c81bcb2fe937188ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:12:47Z', 'updated_at': '2022-10-23T20:20:51Z', 'revision_number': 6, 'project_id': '71f456c92d544d0c81bcb2fe937188ef', 'gw_port_host': None}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:20:52.233100 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-65144056-bde9-419b-8ecc-5910818dc976 None None] Provisioning complete for port 9940ff86-72cb-4f37-830f-125358cf759e triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:20:52.233476 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-65144056-bde9-419b-8ecc-5910818dc976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (9940ff86-72cb-4f37-830f-125358cf759e), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.233854 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-65144056-bde9-419b-8ecc-5910818dc976 None None] Attempt 1 to provision port 9940ff86-72cb-4f37-830f-125358cf759e Oct 23 20:20:52.261808 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:52.288107 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (ef0e4b11-ec2c-436e-84db-bdfb4677d5b7), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.314045 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0e4b11-ec2c-436e-84db-bdfb4677d5b7,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:52.315630 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-65144056-bde9-419b-8ecc-5910818dc976 None None] Current status of the port 9940ff86-72cb-4f37-830f-125358cf759e is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:20:52.377770 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16393631'] for router_gateway (6973b4a8-3e5c-400e-a68d-7809bb950e0e), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.463165 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16393360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48003'] for router (6973b4a8-3e5c-400e-a68d-7809bb950e0e), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.465223 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Publish callbacks [] for router_controller (6973b4a8-3e5c-400e-a68d-7809bb950e0e), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.506292 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16394297'] for router (6973b4a8-3e5c-400e-a68d-7809bb950e0e), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.506884 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6973b4a8-3e5c-400e-a68d-7809bb950e0e {{(pid=104659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 20:20:52.511864 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.512982 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-31ea9db3-1354-4514-94cb-441433e077bf admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/6973b4a8-3e5c-400e-a68d-7809bb950e0e HTTP/1.1" status: 204 len: 168 time: 0.7978644 Oct 23 20:20:52.515502 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37070) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:20:52.558677 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_v2 [None req-04634c1d-ca41-4095-80e1-553832822bd2 admin admin] Deleting subnet 96bccd89-11da-40f0-8ed3-2b7d1ec91a63 {{(pid=104659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:20:52.561685 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-04634c1d-ca41-4095-80e1-553832822bd2 admin admin] Publish callbacks [] for subnet (96bccd89-11da-40f0-8ed3-2b7d1ec91a63), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.600311 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-04634c1d-ca41-4095-80e1-553832822bd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182768'] for subnet (96bccd89-11da-40f0-8ed3-2b7d1ec91a63), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.632268 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:52.681556 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-04634c1d-ca41-4095-80e1-553832822bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (96bccd89-11da-40f0-8ed3-2b7d1ec91a63), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.734512 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-04634c1d-ca41-4095-80e1-553832822bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2990477'] for subnet (96bccd89-11da-40f0-8ed3-2b7d1ec91a63), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.761278 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04634c1d-ca41-4095-80e1-553832822bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96bccd89-11da-40f0-8ed3-2b7d1ec91a63,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:52.763271 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-04634c1d-ca41-4095-80e1-553832822bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.768653 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079dacc2-657c-4c4e-b44c-12bf31d907be None None] Network 5d505897-a26b-4ba1-98e0-a78acd4b7259 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:20:52.769620 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-04634c1d-ca41-4095-80e1-553832822bd2 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/96bccd89-11da-40f0-8ed3-2b7d1ec91a63 HTTP/1.1" status: 204 len: 168 time: 0.2525363 Oct 23 20:20:52.770236 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37072) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:20:52.841521 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (5d505897-a26b-4ba1-98e0-a78acd4b7259), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.883597 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Deleting port 9940ff86-72cb-4f37-830f-125358cf759e {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:20:52.884004 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (9940ff86-72cb-4f37-830f-125358cf759e), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.945885 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] For port 9940ff86-72cb-4f37-830f-125358cf759e, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=9940ff86-72cb-4f37-830f-125358cf759e,segment=NetworkSegment(a7d3ddd9-4512-4327-8b2a-475c2b80089c),segment_id=a7d3ddd9-4512-4327-8b2a-475c2b80089c)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:20:52.946172 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (9940ff86-72cb-4f37-830f-125358cf759e), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:52.958840 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Calling delete_port for 9940ff86-72cb-4f37-830f-125358cf759e owned by network:dhcp {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:20:53.007172 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93577757-3362-4f0e-a393-a7a230098c91 None None] DHCP port deletion for 5d505897-a26b-4ba1-98e0-a78acd4b7259 request from dv-cinder-862432-1-iscsi {{(pid=104661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 20:20:53.045245 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (9940ff86-72cb-4f37-830f-125358cf759e), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.051140 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-93577757-3362-4f0e-a393-a7a230098c91 None None] Deleting port 9940ff86-72cb-4f37-830f-125358cf759e {{(pid=104661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:20:53.051519 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-93577757-3362-4f0e-a393-a7a230098c91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (9940ff86-72cb-4f37-830f-125358cf759e), before_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.071741 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Pushing event deleted for resources: {'Port': ['ID=9940ff86-72cb-4f37-830f-125358cf759e,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:53.075310 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] No DVR routers for this DVR port 9940ff86-72cb-4f37-830f-125358cf759e on host dv-cinder-862432-1-iscsi {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:20:53.116324 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-93577757-3362-4f0e-a393-a7a230098c91 None None] For port 9940ff86-72cb-4f37-830f-125358cf759e, host dv-cinder-862432-1-iscsi, got binding levels [] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:20:53.116852 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-93577757-3362-4f0e-a393-a7a230098c91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (9940ff86-72cb-4f37-830f-125358cf759e), precommit_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.133172 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-93577757-3362-4f0e-a393-a7a230098c91 None None] Calling delete_port for 9940ff86-72cb-4f37-830f-125358cf759e owned by network:dhcp {{(pid=104661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:20:53.135891 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.ipam_backend_mixin [None req-93577757-3362-4f0e-a393-a7a230098c91 None None] Port 9940ff86-72cb-4f37-830f-125358cf759e was not found and therefore no delete operation was performed {{(pid=104661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 23 20:20:53.137241 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-93577757-3362-4f0e-a393-a7a230098c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936'] for port (9940ff86-72cb-4f37-830f-125358cf759e), after_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.150893 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (5d505897-a26b-4ba1-98e0-a78acd4b7259), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.165772 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93577757-3362-4f0e-a393-a7a230098c91 None None] Pushing event deleted for resources: {'Port': ['ID=9940ff86-72cb-4f37-830f-125358cf759e,revision_number=None']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:53.169859 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93577757-3362-4f0e-a393-a7a230098c91 None None] No DVR routers for this DVR port 9940ff86-72cb-4f37-830f-125358cf759e on host dv-cinder-862432-1-iscsi {{(pid=104661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:20:53.179611 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d505897-a26b-4ba1-98e0-a78acd4b7259']}} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:53.187787 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d3ddd9-4512-4327-8b2a-475c2b80089c') {'for_net_delete': True} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:53.188675 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d3ddd9-4512-4327-8b2a-475c2b80089c') {} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:20:53.198997 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212809'] for segment (a7d3ddd9-4512-4327-8b2a-475c2b80089c), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.212426 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (a7d3ddd9-4512-4327-8b2a-475c2b80089c), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.214380 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:53.220875 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:20:53.221354 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25297647'] for segment (a7d3ddd9-4512-4327-8b2a-475c2b80089c), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.289309 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (5d505897-a26b-4ba1-98e0-a78acd4b7259), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.298663 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.300553 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/5d505897-a26b-4ba1-98e0-a78acd4b7259 HTTP/1.1" status: 204 len: 168 time: 0.5291526 Oct 23 20:20:53.301098 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:20:53.323551 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e40ad8-201f-4497-afd5-d7829136809c admin admin] Pushing event deleted for resources: {'Network': ['ID=5d505897-a26b-4ba1-98e0-a78acd4b7259,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:53.380790 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment a7d3ddd9-4512-4327-8b2a-475c2b80089c resource provider aggregate not found Oct 23 20:20:53.398226 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment a7d3ddd9-4512-4327-8b2a-475c2b80089c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7d3ddd9-4512-4327-8b2a-475c2b80089c found for delete ", "request_id": "req-20281580-d5d0-4454-9e08-4b4ce3d892fd"}]} Oct 23 20:20:53.428613 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37082) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:20:53.472698 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-3867664c-cdb9-4879-86ab-d28ba3e32daa admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=71f456c92d544d0c81bcb2fe937188ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429823 Oct 23 20:20:53.475185 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37084) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:20:53.500320 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:20:53.518738 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:20:53.519017 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device ef0e4b11-ec2c-436e-84db-bdfb4677d5b7 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:20:53.519425 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 4bd7222e-670a-45a0-9753-e28cbbff2801 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:20:53.523813 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-043777af-c9e6-45f2-a72f-316886ff4737 admin admin] Publish callbacks [] for security_group (33ae6593-05c4-4c5e-b25b-8c7835aac8de), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.536960 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 4bd7222e-670a-45a0-9753-e28cbbff2801 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:20:53.537301 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 4bd7222e-670a-45a0-9753-e28cbbff2801 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:20:53.537704 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 9940ff86-72cb-4f37-830f-125358cf759e no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:20:53.543700 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-043777af-c9e6-45f2-a72f-316886ff4737 admin admin] Publish callbacks [] for security_group (33ae6593-05c4-4c5e-b25b-8c7835aac8de), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.555268 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 9940ff86-72cb-4f37-830f-125358cf759e {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:20:53.555550 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 9940ff86-72cb-4f37-830f-125358cf759e not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:20:53.590601 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-043777af-c9e6-45f2-a72f-316886ff4737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (33ae6593-05c4-4c5e-b25b-8c7835aac8de), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.593298 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-043777af-c9e6-45f2-a72f-316886ff4737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:20:53.594962 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-043777af-c9e6-45f2-a72f-316886ff4737 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/33ae6593-05c4-4c5e-b25b-8c7835aac8de HTTP/1.1" status: 204 len: 168 time: 0.1188478 Oct 23 20:20:53.602573 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043777af-c9e6-45f2-a72f-316886ff4737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ae6593-05c4-4c5e-b25b-8c7835aac8de,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:20:54.416723 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:02.730235 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:02.742615 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:02.941893 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37200) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:03.045094 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6bb2-9195-427c-aec1-76c827fd38eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:03.120003 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6bb2-9195-427c-aec1-76c827fd38eb admin admin] Publish callbacks [] for security_group (a5ed9cd1-f861-4487-9b9d-451c6ab62cdf), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:03.123557 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6bb2-9195-427c-aec1-76c827fd38eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (a5ed9cd1-f861-4487-9b9d-451c6ab62cdf), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:03.163652 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e6bb2-9195-427c-aec1-76c827fd38eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed9cd1-f861-4487-9b9d-451c6ab62cdf,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:03.167942 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-5d9e6bb2-9195-427c-aec1-76c827fd38eb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=121323b3ac0648219a90de08f2fd5c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249992 Oct 23 20:21:03.170634 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37204) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:03.218058 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e0ffdde6-d465-4192-a728-481104a9fd2b admin admin] Publish callbacks [] for security_group (a5ed9cd1-f861-4487-9b9d-451c6ab62cdf), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:03.238782 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e0ffdde6-d465-4192-a728-481104a9fd2b admin admin] Publish callbacks [] for security_group (a5ed9cd1-f861-4487-9b9d-451c6ab62cdf), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:03.283785 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e0ffdde6-d465-4192-a728-481104a9fd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (a5ed9cd1-f861-4487-9b9d-451c6ab62cdf), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:03.287124 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e0ffdde6-d465-4192-a728-481104a9fd2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:03.288254 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-e0ffdde6-d465-4192-a728-481104a9fd2b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a5ed9cd1-f861-4487-9b9d-451c6ab62cdf HTTP/1.1" status: 204 len: 168 time: 0.1167257 Oct 23 20:21:03.296005 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffdde6-d465-4192-a728-481104a9fd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed9cd1-f861-4487-9b9d-451c6ab62cdf,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:04.411132 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=58 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:04.413080 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:05.322183 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:21:10.345615 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:11.844912 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b38e4df0-cffb-48e0-a098-9e372cbe2776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:13.291822 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=59,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:13.292591 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=56,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:14.232482 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-85ae4aa1-b5ff-46a1-b298-bcbf2e3e5c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:15.318017 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:15.472026 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:16.817331 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:17.173543 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:24.404554 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=54 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:24.417435 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:30.368181 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:30.372175 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:34.411368 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:34.413940 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:36.470928 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b8a996c-22bc-48ec-8e84-42c74c877d3f req-95bbccde-cfdc-41d6-b805-f1d71a5e2a2f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1402049 Oct 23 20:21:36.550156 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a996c-22bc-48ec-8e84-42c74c877d3f req-69309ffe-3d17-433a-a369-49ab115f3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:21:36.551670 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b8a996c-22bc-48ec-8e84-42c74c877d3f req-69309ffe-3d17-433a-a369-49ab115f3793 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 1129 time: 0.0386429 Oct 23 20:21:36.655625 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a996c-22bc-48ec-8e84-42c74c877d3f req-78d2c1f3-6df6-4966-9376-3e8066596001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:21:36.656999 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b8a996c-22bc-48ec-8e84-42c74c877d3f req-78d2c1f3-6df6-4966-9376-3e8066596001 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0848713 Oct 23 20:21:36.720283 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b8a996c-22bc-48ec-8e84-42c74c877d3f req-c4370798-8097-42fc-aee5-6fff3aefbf9d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db85ea01-b6c6-4b18-9915-7bad0bf62a09 HTTP/1.1" status: 200 len: 1000 time: 0.0569246 Oct 23 20:21:36.767577 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a996c-22bc-48ec-8e84-42c74c877d3f req-236b227c-931c-4e27-b6de-b07d355bff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:21:36.768959 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b8a996c-22bc-48ec-8e84-42c74c877d3f req-236b227c-931c-4e27-b6de-b07d355bff00 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0419610 Oct 23 20:21:36.812052 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a996c-22bc-48ec-8e84-42c74c877d3f req-dfe5725b-c8df-4c67-b921-bccfa2b6e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:21:36.813752 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b8a996c-22bc-48ec-8e84-42c74c877d3f req-dfe5725b-c8df-4c67-b921-bccfa2b6e701 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384872 Oct 23 20:21:36.903971 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b8a996c-22bc-48ec-8e84-42c74c877d3f req-cd2b35df-922e-4d82-a55e-2262f8797f56 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846028 Oct 23 20:21:36.992531 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-2b8a996c-22bc-48ec-8e84-42c74c877d3f req-be21b962-8749-4458-822e-9a96408b512a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831604 Oct 23 20:21:41.847460 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2a8f778e-a86e-4f4a-b6f9-ecf22d9a190c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:42.321157 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:21:44.237530 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b03d6245-3ab7-4c45-95dc-dd96488b90bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:44.335343 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:45.475149 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:46.822682 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:46.988598 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=51 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:46.989372 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=50 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:47.177345 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:47.428412 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37596) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:47.532686 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:47.614506 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Publish callbacks [] for security_group (5f3cd16d-f66f-44ca-8672-7dc244ace560), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:47.618306 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5f3cd16d-f66f-44ca-8672-7dc244ace560), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:47.657085 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=33e75a84341744f1813f352fcb55b45c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276247 Oct 23 20:21:47.658161 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3cd16d-f66f-44ca-8672-7dc244ace560,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:47.659931 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37600) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:47.665433 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.665781 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.666126 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.666488 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.666826 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.667159 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.667487 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.667811 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.668140 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.668466 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.668812 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.669119 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.669472 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.669792 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.670114 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b93dcc-51a8-491e-9881-1bd8ff029730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.713536 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Publish callbacks [] for security_group (5f3cd16d-f66f-44ca-8672-7dc244ace560), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:47.732972 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Publish callbacks [] for security_group (5f3cd16d-f66f-44ca-8672-7dc244ace560), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:47.780016 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5f3cd16d-f66f-44ca-8672-7dc244ace560), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:47.782595 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:47.783738 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5f3cd16d-f66f-44ca-8672-7dc244ace560 HTTP/1.1" status: 204 len: 168 time: 0.1228418 Oct 23 20:21:47.791841 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3cd16d-f66f-44ca-8672-7dc244ace560,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:47.799511 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.799857 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.800200 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.800536 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.800882 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.801229 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.801507 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.801830 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.802152 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.802506 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.802832 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.803154 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.803475 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.803791 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:47.804109 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6eb30-97dc-4815-b0ae-709a8b3e7c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:21:48.049829 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37606) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:48.066127 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-48a4c249-945e-4d36-887a-d8343ec10e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:48.141405 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-48a4c249-945e-4d36-887a-d8343ec10e2c admin admin] Publish callbacks [] for security_group (08c3414f-683d-4cad-a02e-89bca266a8a4), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:48.144998 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-48a4c249-945e-4d36-887a-d8343ec10e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (08c3414f-683d-4cad-a02e-89bca266a8a4), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:48.184099 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-48a4c249-945e-4d36-887a-d8343ec10e2c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=16db9c16b239473b9a746b47ffccb143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331241 Oct 23 20:21:48.186141 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4c249-945e-4d36-887a-d8343ec10e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c3414f-683d-4cad-a02e-89bca266a8a4,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:48.186918 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37608) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:48.236689 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4806dbcf-6b67-481b-9ae4-9f335b80227a admin admin] Publish callbacks [] for security_group (08c3414f-683d-4cad-a02e-89bca266a8a4), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:48.256499 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4806dbcf-6b67-481b-9ae4-9f335b80227a admin admin] Publish callbacks [] for security_group (08c3414f-683d-4cad-a02e-89bca266a8a4), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:48.302330 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4806dbcf-6b67-481b-9ae4-9f335b80227a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (08c3414f-683d-4cad-a02e-89bca266a8a4), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:48.304911 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-4806dbcf-6b67-481b-9ae4-9f335b80227a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:48.306105 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-4806dbcf-6b67-481b-9ae4-9f335b80227a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/08c3414f-683d-4cad-a02e-89bca266a8a4 HTTP/1.1" status: 204 len: 168 time: 0.1182063 Oct 23 20:21:48.314336 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806dbcf-6b67-481b-9ae4-9f335b80227a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c3414f-683d-4cad-a02e-89bca266a8a4,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:50.300733 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37680) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:50.404881 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b6fa35a9-80f1-477e-9e96-cb0b485539e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:50.480242 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b6fa35a9-80f1-477e-9e96-cb0b485539e7 admin admin] Publish callbacks [] for security_group (ecc0e932-826a-402a-9477-608dd2cf9270), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:50.483887 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-b6fa35a9-80f1-477e-9e96-cb0b485539e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (ecc0e932-826a-402a-9477-608dd2cf9270), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:50.522073 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa35a9-80f1-477e-9e96-cb0b485539e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc0e932-826a-402a-9477-608dd2cf9270,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:50.526231 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-b6fa35a9-80f1-477e-9e96-cb0b485539e7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=86dd3bf462d145be9f838d78c5db9604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245080 Oct 23 20:21:50.529130 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37684) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:50.577256 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4649b7e4-0a2e-4d9a-b9dc-341dd7945dfc admin admin] Publish callbacks [] for security_group (ecc0e932-826a-402a-9477-608dd2cf9270), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:50.597530 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4649b7e4-0a2e-4d9a-b9dc-341dd7945dfc admin admin] Publish callbacks [] for security_group (ecc0e932-826a-402a-9477-608dd2cf9270), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:50.643211 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4649b7e4-0a2e-4d9a-b9dc-341dd7945dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (ecc0e932-826a-402a-9477-608dd2cf9270), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:50.645929 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-4649b7e4-0a2e-4d9a-b9dc-341dd7945dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:50.647120 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-4649b7e4-0a2e-4d9a-b9dc-341dd7945dfc admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ecc0e932-826a-402a-9477-608dd2cf9270 HTTP/1.1" status: 204 len: 168 time: 0.1170230 Oct 23 20:21:50.655362 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649b7e4-0a2e-4d9a-b9dc-341dd7945dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc0e932-826a-402a-9477-608dd2cf9270,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:50.911276 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37690) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:50.924473 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5a9397d3-a666-4896-b145-3e483951bee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:50.999042 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5a9397d3-a666-4896-b145-3e483951bee4 admin admin] Publish callbacks [] for security_group (90e08ed0-89aa-4ba6-a41c-edc3a06febd5), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:51.003121 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5a9397d3-a666-4896-b145-3e483951bee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (90e08ed0-89aa-4ba6-a41c-edc3a06febd5), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:51.042890 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-5a9397d3-a666-4896-b145-3e483951bee4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=326ffffa818042d09fe3b6bf87b19aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305490 Oct 23 20:21:51.043752 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9397d3-a666-4896-b145-3e483951bee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e08ed0-89aa-4ba6-a41c-edc3a06febd5,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:51.045608 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37692) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:51.096878 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8fe09c3a-af79-4a20-82dd-37b11de3e04a admin admin] Publish callbacks [] for security_group (90e08ed0-89aa-4ba6-a41c-edc3a06febd5), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:51.116119 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8fe09c3a-af79-4a20-82dd-37b11de3e04a admin admin] Publish callbacks [] for security_group (90e08ed0-89aa-4ba6-a41c-edc3a06febd5), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:51.162889 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8fe09c3a-af79-4a20-82dd-37b11de3e04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (90e08ed0-89aa-4ba6-a41c-edc3a06febd5), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:51.165432 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-8fe09c3a-af79-4a20-82dd-37b11de3e04a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:51.166617 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-8fe09c3a-af79-4a20-82dd-37b11de3e04a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/90e08ed0-89aa-4ba6-a41c-edc3a06febd5 HTTP/1.1" status: 204 len: 168 time: 0.1198990 Oct 23 20:21:51.174644 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe09c3a-af79-4a20-82dd-37b11de3e04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e08ed0-89aa-4ba6-a41c-edc3a06febd5,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:52.318114 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:54.183973 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37824) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:54.287026 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-98fedeac-0a76-44b9-8e1a-0c631e90c62a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:54.320338 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=6 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:54.352362 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:54.365225 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-98fedeac-0a76-44b9-8e1a-0c631e90c62a admin admin] Publish callbacks [] for security_group (3b7591c6-e435-482f-b51f-03a1f61651df), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:54.369509 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-98fedeac-0a76-44b9-8e1a-0c631e90c62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (3b7591c6-e435-482f-b51f-03a1f61651df), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:54.410232 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-98fedeac-0a76-44b9-8e1a-0c631e90c62a admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=be8d53e7afe7477e882914341d19840c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251968 Oct 23 20:21:54.411203 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fedeac-0a76-44b9-8e1a-0c631e90c62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7591c6-e435-482f-b51f-03a1f61651df,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:54.412958 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37828) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:54.427607 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:54.467230 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ca88-1847-4388-8641-887c581f7bea admin admin] Publish callbacks [] for security_group (3b7591c6-e435-482f-b51f-03a1f61651df), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:54.469557 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:54.488783 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ca88-1847-4388-8641-887c581f7bea admin admin] Publish callbacks [] for security_group (3b7591c6-e435-482f-b51f-03a1f61651df), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:54.511379 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:21:54.538075 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ca88-1847-4388-8641-887c581f7bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (3b7591c6-e435-482f-b51f-03a1f61651df), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:54.540961 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ca88-1847-4388-8641-887c581f7bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:54.542076 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-7bf4ca88-1847-4388-8641-887c581f7bea admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3b7591c6-e435-482f-b51f-03a1f61651df HTTP/1.1" status: 204 len: 168 time: 0.1274712 Oct 23 20:21:54.549970 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4ca88-1847-4388-8641-887c581f7bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7591c6-e435-482f-b51f-03a1f61651df,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:54.800533 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37834) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:54.814139 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-52f6605d-e332-4aa5-b15b-3de01c229186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:54.888854 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-52f6605d-e332-4aa5-b15b-3de01c229186 admin admin] Publish callbacks [] for security_group (e4dadd82-a448-4404-88f7-d0d027068a00), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:54.892978 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-52f6605d-e332-4aa5-b15b-3de01c229186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (e4dadd82-a448-4404-88f7-d0d027068a00), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:54.929786 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6605d-e332-4aa5-b15b-3de01c229186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dadd82-a448-4404-88f7-d0d027068a00,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:21:54.933925 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-52f6605d-e332-4aa5-b15b-3de01c229186 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=55f6c34a891f4fd8abe910196ac3a5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323924 Oct 23 20:21:54.936584 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37836) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:21:54.987354 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c0470f67-7326-4985-b22d-638880725635 admin admin] Publish callbacks [] for security_group (e4dadd82-a448-4404-88f7-d0d027068a00), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:55.007363 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c0470f67-7326-4985-b22d-638880725635 admin admin] Publish callbacks [] for security_group (e4dadd82-a448-4404-88f7-d0d027068a00), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:55.054533 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c0470f67-7326-4985-b22d-638880725635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (e4dadd82-a448-4404-88f7-d0d027068a00), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:55.057081 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c0470f67-7326-4985-b22d-638880725635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:21:55.058199 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-c0470f67-7326-4985-b22d-638880725635 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e4dadd82-a448-4404-88f7-d0d027068a00 HTTP/1.1" status: 204 len: 168 time: 0.1207228 Oct 23 20:21:55.067938 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0470f67-7326-4985-b22d-638880725635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dadd82-a448-4404-88f7-d0d027068a00,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:03.727419 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37978) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:22:03.839002 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0919484c-c85e-4a31-ad25-91d1bdf6b102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:03.913371 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0919484c-c85e-4a31-ad25-91d1bdf6b102 admin admin] Publish callbacks [] for security_group (0de64151-27fe-4683-8d45-aa4608147394), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:03.916838 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-0919484c-c85e-4a31-ad25-91d1bdf6b102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (0de64151-27fe-4683-8d45-aa4608147394), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:03.956570 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-0919484c-c85e-4a31-ad25-91d1bdf6b102 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c4e119d26eea436c9087e4eec13b221c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281175 Oct 23 20:22:03.957415 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919484c-c85e-4a31-ad25-91d1bdf6b102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de64151-27fe-4683-8d45-aa4608147394,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:03.959309 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37982) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:22:04.011129 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf175-ea7b-4b65-911d-67b77324a7c4 admin admin] Publish callbacks [] for security_group (0de64151-27fe-4683-8d45-aa4608147394), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:04.032985 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf175-ea7b-4b65-911d-67b77324a7c4 admin admin] Publish callbacks [] for security_group (0de64151-27fe-4683-8d45-aa4608147394), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:04.079278 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf175-ea7b-4b65-911d-67b77324a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (0de64151-27fe-4683-8d45-aa4608147394), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:04.082351 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf175-ea7b-4b65-911d-67b77324a7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:04.086203 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-9bbaf175-ea7b-4b65-911d-67b77324a7c4 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/0de64151-27fe-4683-8d45-aa4608147394 HTTP/1.1" status: 204 len: 168 time: 0.1253664 Oct 23 20:22:04.093790 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbaf175-ea7b-4b65-911d-67b77324a7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de64151-27fe-4683-8d45-aa4608147394,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:04.346522 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37988) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:22:04.359706 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7151a989-598d-498b-9f2d-e48528078fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:04.422376 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:04.434667 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7151a989-598d-498b-9f2d-e48528078fbd admin admin] Publish callbacks [] for security_group (6e1297d0-cec3-4bec-8765-9f38afd707e8), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:04.438090 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-7151a989-598d-498b-9f2d-e48528078fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (6e1297d0-cec3-4bec-8765-9f38afd707e8), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:04.477609 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-7151a989-598d-498b-9f2d-e48528078fbd admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=78a4bf75d8f34ed0a8ceb4616a351a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300201 Oct 23 20:22:04.478693 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151a989-598d-498b-9f2d-e48528078fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1297d0-cec3-4bec-8765-9f38afd707e8,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:04.480350 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37990) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:22:04.528245 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-adefda6d-afd4-4c2b-a32b-eb8165551650 admin admin] Publish callbacks [] for security_group (6e1297d0-cec3-4bec-8765-9f38afd707e8), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:04.547367 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-adefda6d-afd4-4c2b-a32b-eb8165551650 admin admin] Publish callbacks [] for security_group (6e1297d0-cec3-4bec-8765-9f38afd707e8), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:04.597486 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-adefda6d-afd4-4c2b-a32b-eb8165551650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (6e1297d0-cec3-4bec-8765-9f38afd707e8), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:04.599898 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-adefda6d-afd4-4c2b-a32b-eb8165551650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:04.601013 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-adefda6d-afd4-4c2b-a32b-eb8165551650 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6e1297d0-cec3-4bec-8765-9f38afd707e8 HTTP/1.1" status: 204 len: 168 time: 0.1196854 Oct 23 20:22:04.603049 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=11 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:04.609502 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefda6d-afd4-4c2b-a32b-eb8165551650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1297d0-cec3-4bec-8765-9f38afd707e8,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:04.620136 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:04.621859 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:04.923111 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 37996) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:22:04.936992 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-45e57838-05b1-48a1-ba10-90ea527df884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:05.011963 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-45e57838-05b1-48a1-ba10-90ea527df884 admin admin] Publish callbacks [] for security_group (9c531631-91c1-4dc3-bc5e-b3c66227db88), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:05.015642 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-45e57838-05b1-48a1-ba10-90ea527df884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (9c531631-91c1-4dc3-bc5e-b3c66227db88), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:05.034058 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:05.061781 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-45e57838-05b1-48a1-ba10-90ea527df884 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=59da7d8bd1df429588d9dd18743e01eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347265 Oct 23 20:22:05.061781 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e57838-05b1-48a1-ba10-90ea527df884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c531631-91c1-4dc3-bc5e-b3c66227db88,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:05.062187 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 37998) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:22:05.112241 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a4a73160-3026-49c3-a3da-59625caa9b4e admin admin] Publish callbacks [] for security_group (9c531631-91c1-4dc3-bc5e-b3c66227db88), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:05.131871 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a4a73160-3026-49c3-a3da-59625caa9b4e admin admin] Publish callbacks [] for security_group (9c531631-91c1-4dc3-bc5e-b3c66227db88), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:05.181827 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a4a73160-3026-49c3-a3da-59625caa9b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (9c531631-91c1-4dc3-bc5e-b3c66227db88), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:05.184306 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-a4a73160-3026-49c3-a3da-59625caa9b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:05.185514 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-a4a73160-3026-49c3-a3da-59625caa9b4e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9c531631-91c1-4dc3-bc5e-b3c66227db88 HTTP/1.1" status: 204 len: 168 time: 0.1223269 Oct 23 20:22:05.193148 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a73160-3026-49c3-a3da-59625caa9b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c531631-91c1-4dc3-bc5e-b3c66227db88,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:10.867148 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=17 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:10.870153 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=15 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:11.848691 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6dff3287-1948-45a5-b997-fe36ee7f65de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:14.236246 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-71150dde-3152-4463-a268-c8c711a34664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:15.055267 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:15.188410 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:INSERT=6,neutron:SELECT=63,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:15.189207 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=57,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:15.481169 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:15.865931 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 38104) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:22:15.974106 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ac3942d6-ce90-4286-8652-c85d6f5c038c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.050264 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ac3942d6-ce90-4286-8652-c85d6f5c038c admin admin] Publish callbacks [] for security_group (ff8f6a0d-663a-4a9f-9ba2-36adb917ef03), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.055509 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-ac3942d6-ce90-4286-8652-c85d6f5c038c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (ff8f6a0d-663a-4a9f-9ba2-36adb917ef03), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.095003 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-ac3942d6-ce90-4286-8652-c85d6f5c038c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6c47edeb8166480cab6b8ecbe29ca50d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280145 Oct 23 20:22:16.095805 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3942d6-ce90-4286-8652-c85d6f5c038c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8f6a0d-663a-4a9f-9ba2-36adb917ef03,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:16.098337 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 38108) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:22:16.146916 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-828577d9-3cab-455f-8c0d-3f302a1410c9 admin admin] Publish callbacks [] for security_group (ff8f6a0d-663a-4a9f-9ba2-36adb917ef03), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.167025 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-828577d9-3cab-455f-8c0d-3f302a1410c9 admin admin] Publish callbacks [] for security_group (ff8f6a0d-663a-4a9f-9ba2-36adb917ef03), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.212483 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-828577d9-3cab-455f-8c0d-3f302a1410c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (ff8f6a0d-663a-4a9f-9ba2-36adb917ef03), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.215324 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-828577d9-3cab-455f-8c0d-3f302a1410c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.216459 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-828577d9-3cab-455f-8c0d-3f302a1410c9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ff8f6a0d-663a-4a9f-9ba2-36adb917ef03 HTTP/1.1" status: 204 len: 168 time: 0.1170595 Oct 23 20:22:16.224728 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828577d9-3cab-455f-8c0d-3f302a1410c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8f6a0d-663a-4a9f-9ba2-36adb917ef03,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:16.473224 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 38114) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:22:16.486364 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-97337d31-4fd1-4e5b-b205-1cb695fc5c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.562660 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-97337d31-4fd1-4e5b-b205-1cb695fc5c5f admin admin] Publish callbacks [] for security_group (5344f486-9fb9-4a74-ae3e-6cb9fd749b52), precommit_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.566024 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-97337d31-4fd1-4e5b-b205-1cb695fc5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5344f486-9fb9-4a74-ae3e-6cb9fd749b52), after_create {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.608321 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-97337d31-4fd1-4e5b-b205-1cb695fc5c5f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d40ec6ebccb64dd993ae43b4f9cb7137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340661 Oct 23 20:22:16.609187 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97337d31-4fd1-4e5b-b205-1cb695fc5c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5344f486-9fb9-4a74-ae3e-6cb9fd749b52,revision_number=1']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:16.611058 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 38116) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:22:16.662124 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-00db8d99-483b-4546-b779-cbf4f1b267c1 admin admin] Publish callbacks [] for security_group (5344f486-9fb9-4a74-ae3e-6cb9fd749b52), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.682079 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-00db8d99-483b-4546-b779-cbf4f1b267c1 admin admin] Publish callbacks [] for security_group (5344f486-9fb9-4a74-ae3e-6cb9fd749b52), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.727955 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-00db8d99-483b-4546-b779-cbf4f1b267c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (5344f486-9fb9-4a74-ae3e-6cb9fd749b52), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.730586 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-00db8d99-483b-4546-b779-cbf4f1b267c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:16.731719 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-00db8d99-483b-4546-b779-cbf4f1b267c1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5344f486-9fb9-4a74-ae3e-6cb9fd749b52 HTTP/1.1" status: 204 len: 168 time: 0.1196675 Oct 23 20:22:16.739860 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db8d99-483b-4546-b779-cbf4f1b267c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5344f486-9fb9-4a74-ae3e-6cb9fd749b52,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:16.824171 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:17.180778 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:19.320392 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:22:24.448807 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:26.602705 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=34,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:26.604717 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=35,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:26.734640 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:26.735318 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=35,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:29.315773 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:34.439069 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:34.443251 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:34.445106 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:36.363621 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5235b9ce-f4ca-4bd3-91ba-7359d37b6b91 req-bdadc108-e346-4081-99c2-f046f83036d4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0363939 Oct 23 20:22:36.444365 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235b9ce-f4ca-4bd3-91ba-7359d37b6b91 req-7a1da7e2-c11c-42ab-b398-d385c8308d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:36.445809 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5235b9ce-f4ca-4bd3-91ba-7359d37b6b91 req-7a1da7e2-c11c-42ab-b398-d385c8308d83 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 1129 time: 0.0384047 Oct 23 20:22:36.546732 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235b9ce-f4ca-4bd3-91ba-7359d37b6b91 req-c40a69b0-b2f3-4676-8c9e-987bb4345c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:36.548189 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5235b9ce-f4ca-4bd3-91ba-7359d37b6b91 req-c40a69b0-b2f3-4676-8c9e-987bb4345c15 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0851128 Oct 23 20:22:36.609504 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5235b9ce-f4ca-4bd3-91ba-7359d37b6b91 req-8948bc27-1ee6-4cca-97b7-6136c018331f service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db85ea01-b6c6-4b18-9915-7bad0bf62a09 HTTP/1.1" status: 200 len: 1000 time: 0.0558827 Oct 23 20:22:36.654535 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235b9ce-f4ca-4bd3-91ba-7359d37b6b91 req-779b2635-7c1d-4225-a720-5b5bfa540e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:36.655831 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5235b9ce-f4ca-4bd3-91ba-7359d37b6b91 req-779b2635-7c1d-4225-a720-5b5bfa540e32 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0403273 Oct 23 20:22:36.697009 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235b9ce-f4ca-4bd3-91ba-7359d37b6b91 req-efa0fd31-2376-4169-afb6-a2a03dfc4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:36.698440 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5235b9ce-f4ca-4bd3-91ba-7359d37b6b91 req-efa0fd31-2376-4169-afb6-a2a03dfc4cfd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366125 Oct 23 20:22:36.787511 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5235b9ce-f4ca-4bd3-91ba-7359d37b6b91 req-b45e67c2-380a-4005-8049-83bbbdb17e35 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832770 Oct 23 20:22:36.873313 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5235b9ce-f4ca-4bd3-91ba-7359d37b6b91 req-513ca3c0-f417-41dd-a75e-641ac66072d1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800171 Oct 23 20:22:41.851250 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-772f24a8-e770-406c-a5e2-19665865ad76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:44.237848 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-c70a58f0-24be-42b4-acf8-b885d9bdb81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:44.368887 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:44.373744 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:45.479327 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:46.827469 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:46.863594 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=47 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:46.870927 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=54 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:47.183321 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:50.805128 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-ca90c797-d5c8-4207-8bc6-9b3307e79ef9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-7927693&fields=id&tenant_id=deacebf04e2d4a8093425ce7d16ca3cf HTTP/1.1" status: 200 len: 267 time: 0.0440764 Oct 23 20:22:50.908954 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-7a5d6717-c2e8-4a02-b94c-7ce9df4be5f1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:50.910428 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-7a5d6717-c2e8-4a02-b94c-7ce9df4be5f1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 812 time: 0.0992351 Oct 23 20:22:50.924276 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-21c731d3-c8be-46aa-8d14-889c3f09319c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/quotas/deacebf04e2d4a8093425ce7d16ca3cf HTTP/1.1" status: 200 len: 375 time: 0.0086522 Oct 23 20:22:50.977724 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-1df5a20a-29cf-4f67-b5d6-3e979dbb374e tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488207 Oct 23 20:22:51.161781 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-92099b9f-179e-4d7d-abb0-b24de13cec17 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721542 Oct 23 20:22:51.253549 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-ca8444bb-56e5-4545-8b29-cef8ba2d1cec service neutron] 10.222.0.13 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860548 Oct 23 20:22:51.551945 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-1b5c3d44-4ed8-4eb9-a220-a3b672298bbe req-6557343b-8b4b-4b20-9a97-f9ab41b3149c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 210 time: 0.0271535 Oct 23 20:22:52.652060 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-21048122-edc4-452c-9c9f-08f3ae6bf961 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:52.653547 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-21048122-edc4-452c-9c9f-08f3ae6bf961 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 812 time: 0.1169133 Oct 23 20:22:52.663516 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-80ec7ffe-4b9d-4ab3-bcc5-d64562e93e8a req-bdcce9af-c0f4-44ea-9c87-ec3bea755eb5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 210 time: 0.0283086 Oct 23 20:22:52.720929 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-02e07a4d-0dad-4f2e-b6bc-d8f337c79fbe tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=deacebf04e2d4a8093425ce7d16ca3cf HTTP/1.1" status: 200 len: 377 time: 0.0602310 Oct 23 20:22:52.729256 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'port': {'device_id': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'admin_state_up': True, 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'security_groups': ['c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb']}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:22:52.837591 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Made reservation on behalf of deacebf04e2d4a8093425ce7d16ca3cf for: {'port': 1} {{(pid=104659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 20:22:52.842638 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:52.969116 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Allocated IP 172.20.0.12 (dfd87eb0-6e12-4670-accf-38eb6ce06b92/fc54d622-0135-4d12-b9d0-e409cb44612a/660b66e9-b49c-42ae-80ad-0c6345954e63) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:22:53.349937 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:53.380862 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:53.421994 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Network dfd87eb0-6e12-4670-accf-38eb6ce06b92 is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:22:53.427846 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:22:53.431547 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:22:53.437841 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'Port': ['ID=660b66e9-b49c-42ae-80ad-0c6345954e63,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:53.471525 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.471870 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.472221 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.472560 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.472895 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.473274 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.473597 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.473922 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.474277 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.474593 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.474921 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.475246 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.475563 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.475882 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.476205 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:22:53.498644 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:53.499154 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:53.516327 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-b76a8654-29bb-4142-b452-e48e7367e565 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7905762 Oct 23 20:22:53.527725 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Request body: {'port': {'device_id': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:22:53.587125 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:53.590398 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:53.606146 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:53.691081 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-de8dd4b0-9c31-426f-a683-67995ff6806a None None] Provisioning complete for port 660b66e9-b49c-42ae-80ad-0c6345954e63 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:22:53.691656 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-de8dd4b0-9c31-426f-a683-67995ff6806a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:53.692403 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-de8dd4b0-9c31-426f-a683-67995ff6806a None None] Attempt 1 to provision port 660b66e9-b49c-42ae-80ad-0c6345954e63 Oct 23 20:22:53.727425 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-de8dd4b0-9c31-426f-a683-67995ff6806a None None] Port 660b66e9-b49c-42ae-80ad-0c6345954e63 cannot update to ACTIVE because it is not bound. {{(pid=104661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 20:22:53.803804 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d884cf-1a28-4ba1-b75f-dd1488602db6 req-69680dbd-bd9f-4bb9-b377-0769a1174eba tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:53.805442 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-20d884cf-1a28-4ba1-b75f-dd1488602db6 req-69680dbd-bd9f-4bb9-b377-0769a1174eba tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 932 time: 0.0501120 Oct 23 20:22:53.856829 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-20d884cf-1a28-4ba1-b75f-dd1488602db6 req-cc4ae094-3ea1-486f-bc48-444b465e3089 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441365 Oct 23 20:22:53.858123 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660b66e9-b49c-42ae-80ad-0c6345954e63 {{(pid=104659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:22:53.866282 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Publish callbacks [] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:53.878860 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Transition to ACTIVE for port object 660b66e9-b49c-42ae-80ad-0c6345954e63 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 20:22:53.882145 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:53.957933 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Pushing event updated for resources: {'Port': ['ID=660b66e9-b49c-42ae-80ad-0c6345954e63,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:53.987536 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Attempting to bind port 660b66e9-b49c-42ae-80ad-0c6345954e63 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 20:22:53.987870 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Attempting to bind port 660b66e9-b49c-42ae-80ad-0c6345954e63 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 20:22:53.988194 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Attempting to bind port 660b66e9-b49c-42ae-80ad-0c6345954e63 on network dfd87eb0-6e12-4670-accf-38eb6ce06b92 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:22:54.031361 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Port 660b66e9-b49c-42ae-80ad-0c6345954e63 on network dfd87eb0-6e12-4670-accf-38eb6ce06b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 20:22:54.031686 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Attempting to bind port 660b66e9-b49c-42ae-80ad-0c6345954e63 on network dfd87eb0-6e12-4670-accf-38eb6ce06b92 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 20:22:54.071946 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Checking agent: {'id': 'd8df7deb-ad16-4938-a375-acaa203e7828', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'started_at': datetime.datetime(2022, 10, 23, 20, 3, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 20:22:54.072259 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Checking segment: {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 20:22:54.072634 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Bound using segment: {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 20:22:54.073059 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Bound port: 660b66e9-b49c-42ae-80ad-0c6345954e63, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad443fb-8226-4bd3-bbda-c7e76b631c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 20:22:54.073414 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:54.131408 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] For port 660b66e9-b49c-42ae-80ad-0c6345954e63, host hv-cinder-86243, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 20:22:54.134330 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] For port 660b66e9-b49c-42ae-80ad-0c6345954e63, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=660b66e9-b49c-42ae-80ad-0c6345954e63,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 20:22:54.141143 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:54.145339 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:54.145940 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:54.147374 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/660b66e9-b49c-42ae-80ad-0c6345954e63 HTTP/1.1" status: 200 len: 1094 time: 0.6238735 Oct 23 20:22:54.148801 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'tag': '660b66e9-b49c-42ae-80ad-0c6345954e63'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:22:54.151111 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad274ed-a569-4df8-a3cd-8eb08038bd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d508bd5-6b23-4498-9179-a7f1132bae15", "tag": "660b66e9-b49c-42ae-80ad-0c6345954e63"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:22:54.229449 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0495c4-364b-436c-b1e7-73a9095201bc service neutron] Pushing event updated for resources: {'Port': ['ID=660b66e9-b49c-42ae-80ad-0c6345954e63,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:22:54.243065 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-9ed6ca2e-cbf9-476c-9f7a-05118b2b6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:54.244619 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-9ed6ca2e-cbf9-476c-9f7a-05118b2b6ebf service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 1128 time: 0.0541806 Oct 23 20:22:54.283700 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-d2f218cc-ec74-47a1-b9ae-bf9e8f2088b7 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660b66e9-b49c-42ae-80ad-0c6345954e63 HTTP/1.1" status: 200 len: 217 time: 0.0325322 Oct 23 20:22:54.331315 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-9c8c6218-cca5-4c45-bf9e-86b5b638277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:54.333335 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-9c8c6218-cca5-4c45-bf9e-86b5b638277e service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0438659 Oct 23 20:22:54.379618 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-4f42330a-a152-42fb-9f1a-43bb702d932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:54.381074 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-4f42330a-a152-42fb-9f1a-43bb702d932a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422931 Oct 23 20:22:54.409680 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:54.450361 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:22:54.472689 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-aad12af6-e18f-4efd-a0a1-61d3d4c16d0b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850871 Oct 23 20:22:54.563929 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-80dfaecb-82e2-4f9c-b2d2-ccf202ed5027 req-4531012b-8abb-48a1-bef7-39ac08c765a9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849328 Oct 23 20:22:54.975249 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee885e-c41f-4b72-9d82-d9e58bbe0e73 req-a56992c3-1173-4527-a1f6-c314b51a13f6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:54.976685 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-12ee885e-c41f-4b72-9d82-d9e58bbe0e73 req-a56992c3-1173-4527-a1f6-c314b51a13f6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 944 time: 0.0456724 Oct 23 20:22:55.025109 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-12ee885e-c41f-4b72-9d82-d9e58bbe0e73 req-a0097edb-068a-4d73-bc65-6de72cb9df41 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429883 Oct 23 20:22:55.333878 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19965e97-a160-42ec-a1be-66a46ac96b5b x-openstack-request-id: req-19965e97-a160-42ec-a1be-66a46ac96b5b {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:22:55.334369 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d508bd5-6b23-4498-9179-a7f1132bae15", "tag": "660b66e9-b49c-42ae-80ad-0c6345954e63", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:22:55.334495 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19965e97-a160-42ec-a1be-66a46ac96b5b {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:22:55.334860 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19965e97-a160-42ec-a1be-66a46ac96b5b'] response: {'name': 'network-changed', 'server_uuid': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'tag': '660b66e9-b49c-42ae-80ad-0c6345954e63', 'status': 'completed', 'code': 200} Oct 23 20:22:55.470173 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:22:55.500791 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad274ed-a569-4df8-a3cd-8eb08038bd0a req-cdd5bd7d-608e-4fd4-b57b-40972dc9e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:55.502318 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fad274ed-a569-4df8-a3cd-8eb08038bd0a req-cdd5bd7d-608e-4fd4-b57b-40972dc9e32c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 1128 time: 0.0410275 Oct 23 20:22:55.591346 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad274ed-a569-4df8-a3cd-8eb08038bd0a req-3297192d-716f-4e4a-9327-4f36c45b118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:55.592786 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fad274ed-a569-4df8-a3cd-8eb08038bd0a req-3297192d-716f-4e4a-9327-4f36c45b118e service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0838051 Oct 23 20:22:55.637447 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fad274ed-a569-4df8-a3cd-8eb08038bd0a req-639869ac-1608-4c02-9d49-8dbcaeadf230 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660b66e9-b49c-42ae-80ad-0c6345954e63 HTTP/1.1" status: 200 len: 217 time: 0.0348899 Oct 23 20:22:55.686141 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad274ed-a569-4df8-a3cd-8eb08038bd0a req-7dc72c49-b6bc-4a37-8490-a561e2351a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:55.687536 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fad274ed-a569-4df8-a3cd-8eb08038bd0a req-7dc72c49-b6bc-4a37-8490-a561e2351a93 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0420310 Oct 23 20:22:55.733032 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad274ed-a569-4df8-a3cd-8eb08038bd0a req-56477e8f-be87-4522-8fc0-62ead22cb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:55.734582 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fad274ed-a569-4df8-a3cd-8eb08038bd0a req-56477e8f-be87-4522-8fc0-62ead22cb456 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387769 Oct 23 20:22:55.824168 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fad274ed-a569-4df8-a3cd-8eb08038bd0a req-badbfb8d-703f-4102-84f8-183d66cefcd2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836723 Oct 23 20:22:55.911379 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-fad274ed-a569-4df8-a3cd-8eb08038bd0a req-6a92cdf2-898f-4b55-8ecd-617284017430 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808325 Oct 23 20:22:56.142707 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfd66b-cfe6-49dc-af7c-83d4a984fb01 req-db9f400d-3a59-4bd3-8a3c-3bf21f58fb32 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:56.144153 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-79dfd66b-cfe6-49dc-af7c-83d4a984fb01 req-db9f400d-3a59-4bd3-8a3c-3bf21f58fb32 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 944 time: 0.0450819 Oct 23 20:22:56.195367 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-79dfd66b-cfe6-49dc-af7c-83d4a984fb01 req-48d1479c-9a94-4205-bb16-c28b5ab63ed3 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451529 Oct 23 20:22:56.319563 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:22:57.314852 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ddc9-ee2f-4d6b-805f-8aefe7eca7b5 req-bbc3511c-0671-4af0-b1e5-e29407584a18 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:57.316196 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3372ddc9-ee2f-4d6b-805f-8aefe7eca7b5 req-bbc3511c-0671-4af0-b1e5-e29407584a18 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 944 time: 0.0456862 Oct 23 20:22:57.366482 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3372ddc9-ee2f-4d6b-805f-8aefe7eca7b5 req-6527b7f3-cf3a-408f-9e92-22c4da56145f tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426002 Oct 23 20:22:58.485180 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28c561-73f5-46af-9041-f2bd732ba0fc req-87378daf-2fb7-450e-9c55-3814bf255d0e tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:58.486663 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fb28c561-73f5-46af-9041-f2bd732ba0fc req-87378daf-2fb7-450e-9c55-3814bf255d0e tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 944 time: 0.0466092 Oct 23 20:22:58.535204 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-fb28c561-73f5-46af-9041-f2bd732ba0fc req-73d955ff-2627-4134-9065-4d4472fadbdc tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429807 Oct 23 20:22:59.657987 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108fe93-73a7-45b7-8ae7-679d35a41d92 req-0eb51da0-7f32-428f-8d02-99c1ac323289 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:22:59.659545 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3108fe93-73a7-45b7-8ae7-679d35a41d92 req-0eb51da0-7f32-428f-8d02-99c1ac323289 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 944 time: 0.0498619 Oct 23 20:22:59.708384 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-3108fe93-73a7-45b7-8ae7-679d35a41d92 req-b463e1d2-5f51-42fa-90fd-e682c17de51d tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433373 Oct 23 20:23:00.815986 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:00.826970 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591a2f5-da86-4723-96a8-818256ba96da req-066b7610-f82b-4e57-bf34-ff273c69a756 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:00.828413 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a591a2f5-da86-4723-96a8-818256ba96da req-066b7610-f82b-4e57-bf34-ff273c69a756 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 944 time: 0.0470304 Oct 23 20:23:00.840679 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:00.876203 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-a591a2f5-da86-4723-96a8-818256ba96da req-2bdc630c-9ab9-4111-bf72-6febc1d271a8 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416634 Oct 23 20:23:02.001249 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb9f6-876d-4f9d-b623-df257366514b req-28f5f845-1e53-4a93-bff9-da9beb23ec89 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:02.002702 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f9eeb9f6-876d-4f9d-b623-df257366514b req-28f5f845-1e53-4a93-bff9-da9beb23ec89 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 944 time: 0.0498004 Oct 23 20:23:02.051182 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-f9eeb9f6-876d-4f9d-b623-df257366514b req-876ef505-9a33-4fb8-8271-2e17753d89c2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428236 Oct 23 20:23:03.170484 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c6239-63b5-4be0-b5e6-f6720ffcab0b req-312243ed-5273-4ec7-89bc-7f533f61e121 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:03.171963 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6c8c6239-63b5-4be0-b5e6-f6720ffcab0b req-312243ed-5273-4ec7-89bc-7f533f61e121 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 944 time: 0.0461917 Oct 23 20:23:03.221887 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-6c8c6239-63b5-4be0-b5e6-f6720ffcab0b req-a4a573e0-e1c4-471a-8c96-c3320ad73e60 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431643 Oct 23 20:23:03.722462 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:03.791066 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 660b66e9-b49c-42ae-80ad-0c6345954e63 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 20:23:03.887846 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 660b66e9-b49c-42ae-80ad-0c6345954e63, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=660b66e9-b49c-42ae-80ad-0c6345954e63,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:23:03.902554 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Returning: {'device': '660b66e9-b49c-42ae-80ad-0c6345954e63', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'port_id': '660b66e9-b49c-42ae-80ad-0c6345954e63', 'mac_address': 'fa:16:3e:31:b7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 20:23:03.937517 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 660b66e9-b49c-42ae-80ad-0c6345954e63 is: DOWN; New status is: BUILD {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:23:03.937905 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:03.952376 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660b66e9-b49c-42ae-80ad-0c6345954e63 {{(pid=104661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 20:23:03.971574 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 660b66e9-b49c-42ae-80ad-0c6345954e63, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=660b66e9-b49c-42ae-80ad-0c6345954e63,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:23:03.975083 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:04.021317 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=660b66e9-b49c-42ae-80ad-0c6345954e63,revision_number=4']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:23:04.028327 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.028675 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.029019 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.029361 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.029697 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.030030 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.030383 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.030713 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.031041 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.031368 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.031695 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.032021 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.032343 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.032666 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.032988 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:23:04.332292 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] get_ports_and_sgs() called for port_ids ['660b66e9-b49c-42ae-80ad-0c6345954e63'] {{(pid=104661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 20:23:04.340012 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4374-8551-42f0-a93a-f9e1a34d4377 req-bbaa73d7-5d2a-4891-8893-3b3cca884f12 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:04.341503 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-176a4374-8551-42f0-a93a-f9e1a34d4377 req-bbaa73d7-5d2a-4891-8893-3b3cca884f12 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 945 time: 0.0467627 Oct 23 20:23:04.394278 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-176a4374-8551-42f0-a93a-f9e1a34d4377 req-45049c46-c377-4119-9203-0161c8f439f8 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469906 Oct 23 20:23:04.452228 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:04.455150 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:05.513777 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a645f2-16dc-400b-be7a-182d1ecaadee req-d59f1231-091e-4ac7-8916-694303b324a9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:05.515269 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-49a645f2-16dc-400b-be7a-182d1ecaadee req-d59f1231-091e-4ac7-8916-694303b324a9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 945 time: 0.0466733 Oct 23 20:23:05.562881 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-49a645f2-16dc-400b-be7a-182d1ecaadee req-aee7adfe-0520-447c-b19c-fd4223e92772 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422041 Oct 23 20:23:05.808369 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 660b66e9-b49c-42ae-80ad-0c6345954e63 up at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 20:23:05.851705 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning for port 660b66e9-b49c-42ae-80ad-0c6345954e63 completed by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 20:23:05.857145 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Provisioning complete for port 660b66e9-b49c-42ae-80ad-0c6345954e63 triggered by entity L2. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:23:05.857519 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:05.857852 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Attempt 1 to provision port 660b66e9-b49c-42ae-80ad-0c6345954e63 Oct 23 20:23:05.901475 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=43 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:05.908093 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=59 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:05.927369 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Current status of the port 660b66e9-b49c-42ae-80ad-0c6345954e63 is: BUILD; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:23:05.927755 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), before_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:05.950022 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660b66e9-b49c-42ae-80ad-0c6345954e63'}] {{(pid=104661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:23:05.952556 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3f1c48975321ad428078100a169497211c373ed6ae7f67f27b25a6f8a831cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccd9a88-d33c-493c-9b93-a9cdd6f881f6" -d '{"events": [{"server_uuid": "9d508bd5-6b23-4498-9179-a7f1132bae15", "name": "network-vif-plugged", "status": "completed", "tag": "660b66e9-b49c-42ae-80ad-0c6345954e63"}]}' {{(pid=104661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:23:05.965543 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] For port 660b66e9-b49c-42ae-80ad-0c6345954e63, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=660b66e9-b49c-42ae-80ad-0c6345954e63,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:23:05.969461 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:06.016278 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Pushing event updated for resources: {'Port': ['ID=660b66e9-b49c-42ae-80ad-0c6345954e63,revision_number=5']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:23:06.047193 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5497e5d-0a4e-4a55-84dd-25f279021681 x-openstack-request-id: req-c5497e5d-0a4e-4a55-84dd-25f279021681 {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:23:06.047485 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d508bd5-6b23-4498-9179-a7f1132bae15", "name": "network-vif-plugged", "status": "completed", "tag": "660b66e9-b49c-42ae-80ad-0c6345954e63", "code": 200}]} {{(pid=104661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:23:06.047729 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5497e5d-0a4e-4a55-84dd-25f279021681 {{(pid=104661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:23:06.048121 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5497e5d-0a4e-4a55-84dd-25f279021681'] response: {'server_uuid': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660b66e9-b49c-42ae-80ad-0c6345954e63', 'code': 200} Oct 23 20:23:06.257145 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67d7c6-739f-49e3-b8e0-7e261ce89fc9 req-9381e70b-9bda-42f0-bc7e-42917469b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:06.258634 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ef67d7c6-739f-49e3-b8e0-7e261ce89fc9 req-9381e70b-9bda-42f0-bc7e-42917469b267 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 1130 time: 0.0427804 Oct 23 20:23:06.303044 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-ef67d7c6-739f-49e3-b8e0-7e261ce89fc9 req-6454b42b-0308-48ad-910c-01573e23a9fd service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386460 Oct 23 20:23:06.680478 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43048954-5912-4fc3-844d-3b1782d92c86 req-56f91b58-39c9-4e1e-aea2-b78f8beb45e6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:06.681920 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-43048954-5912-4fc3-844d-3b1782d92c86 req-56f91b58-39c9-4e1e-aea2-b78f8beb45e6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 946 time: 0.0455878 Oct 23 20:23:06.729444 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-43048954-5912-4fc3-844d-3b1782d92c86 req-b3175b45-884b-4fe2-8993-6db580e4ed91 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421271 Oct 23 20:23:07.855162 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d170c7b-a6b5-418c-9f99-e048a0a88957 req-d7585779-82b6-44ea-a102-794af4bc458b tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:07.856615 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0d170c7b-a6b5-418c-9f99-e048a0a88957 req-d7585779-82b6-44ea-a102-794af4bc458b tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 946 time: 0.0503364 Oct 23 20:23:07.910412 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-0d170c7b-a6b5-418c-9f99-e048a0a88957 req-b0ac3dca-1aab-4a23-ad47-21f728a8bcc2 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0480788 Oct 23 20:23:09.030902 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3434c-e2c3-44bd-bd11-bc4bc494fbaf req-ea46bde7-abe8-4617-84e6-7bc4f0b9f2c3 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:09.032385 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-30a3434c-e2c3-44bd-bd11-bc4bc494fbaf req-ea46bde7-abe8-4617-84e6-7bc4f0b9f2c3 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 946 time: 0.0470891 Oct 23 20:23:09.080887 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-30a3434c-e2c3-44bd-bd11-bc4bc494fbaf req-c1ad20db-3960-4d1d-9fc9-415f8cee147a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425034 Oct 23 20:23:09.196890 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bcbcd-3754-4a8c-ba2e-623b4d3cb05b req-daf54874-b271-496d-b1d6-3d5367bec10e tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:09.198227 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-796bcbcd-3754-4a8c-ba2e-623b4d3cb05b req-daf54874-b271-496d-b1d6-3d5367bec10e tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 946 time: 0.0451047 Oct 23 20:23:09.248664 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-796bcbcd-3754-4a8c-ba2e-623b4d3cb05b req-72b33678-2013-409e-818f-c04c24b31c4e tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447636 Oct 23 20:23:09.277009 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 38234) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:23:09.413195 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e8491e-fcfa-4c86-88fe-f6dcde2c1f5f tempest-TestVolumeBootPattern-723652414 tempest-TestVolumeBootPattern-723652414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:09.414717 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-54e8491e-fcfa-4c86-88fe-f6dcde2c1f5f tempest-TestVolumeBootPattern-723652414 tempest-TestVolumeBootPattern-723652414-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 1125 time: 0.1367130 Oct 23 20:23:09.417522 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 38238) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:23:09.421607 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.v2.base [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Request body: {'floatingip': {'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'port_id': '660b66e9-b49c-42ae-80ad-0c6345954e63', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 20:23:09.444589 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:09.523616 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (None), before_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:09.624248 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_common [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Allocated IP 172.27.0.252 (3d6885ca-cf96-428e-afce-731ce2a4b2ac/601101c5-cf4c-4b6c-af5d-bb45eaa67213/478f7b08-16e2-417b-be8e-e07d9a65e8c3) {{(pid=104659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 20:23:09.729168 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for port (478f7b08-16e2-417b-be8e-e07d9a65e8c3), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:09.759664 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774106125927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (478f7b08-16e2-417b-be8e-e07d9a65e8c3), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:09.799155 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Network 3d6885ca-cf96-428e-afce-731ce2a4b2ac is already hosted by enough agents. {{(pid=104659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 20:23:09.804643 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.base_scheduler [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Resources bound (agent type, host, resource id): {{(pid=104659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 20:23:09.808430 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Received port after_create {{(pid=104659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 20:23:09.813437 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'Port': ['ID=478f7b08-16e2-417b-be8e-e07d9a65e8c3,revision_number=1']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:23:10.064350 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:10.075254 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:10.156865 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (a8a0969e-09b0-4077-bfc2-56291b802f7c), precommit_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:10.220406 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4583890'] for port (478f7b08-16e2-417b-be8e-e07d9a65e8c3), before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:10.351013 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:10.351705 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:10.364348 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for port (478f7b08-16e2-417b-be8e-e07d9a65e8c3), precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:10.368342 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774106504569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774106125945', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774106125963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2921663'] for port (478f7b08-16e2-417b-be8e-e07d9a65e8c3), after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:10.435564 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event updated for resources: {'Port': ['ID=478f7b08-16e2-417b-be8e-e07d9a65e8c3,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:23:10.438025 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16393594'] for floatingip (a8a0969e-09b0-4077-bfc2-56291b802f7c), after_create {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:10.530222 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Floating IP a8a0969e-09b0-4077-bfc2-56291b802f7c associated. External IP: 172.27.0.252, port: 660b66e9-b49c-42ae-80ad-0c6345954e63. Oct 23 20:23:10.718845 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Router 20f7a74b-78f3-4b05-885b-166c44541619 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:23:10.801680 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:10.818614 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:23:10.828285 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260b7e1-96c3-48c6-9ac0-8fa42e71124e None None] Sync routers for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:23:10.836415 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:10.838963 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260b7e1-96c3-48c6-9ac0-8fa42e71124e None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:23:10.839585 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f260b7e1-96c3-48c6-9ac0-8fa42e71124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:22:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:23:10.869656 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-5018ec23-41bc-4ff9-bc96-de902f3c9b94 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4511693 Oct 23 20:23:10.870332 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'tag': '660b66e9-b49c-42ae-80ad-0c6345954e63'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:23:10.872644 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a3be67-ea98-401b-89ba-73542ade8bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "9d508bd5-6b23-4498-9179-a7f1132bae15", "tag": "660b66e9-b49c-42ae-80ad-0c6345954e63"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:23:10.911015 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b5dbf8-e300-4fd8-a23f-b8520f7d66f0 x-openstack-request-id: req-d3b5dbf8-e300-4fd8-a23f-b8520f7d66f0 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:23:10.911304 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d508bd5-6b23-4498-9179-a7f1132bae15", "tag": "660b66e9-b49c-42ae-80ad-0c6345954e63", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:23:10.911552 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3b5dbf8-e300-4fd8-a23f-b8520f7d66f0 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:23:10.911952 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b5dbf8-e300-4fd8-a23f-b8520f7d66f0'] response: {'name': 'network-changed', 'server_uuid': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'tag': '660b66e9-b49c-42ae-80ad-0c6345954e63', 'status': 'completed', 'code': 200} Oct 23 20:23:10.973542 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3be67-ea98-401b-89ba-73542ade8bcb req-54f2e987-2c70-4d00-a0fa-f541957f0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:10.974999 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-d7a3be67-ea98-401b-89ba-73542ade8bcb req-54f2e987-2c70-4d00-a0fa-f541957f0cc5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 1130 time: 0.0415936 Oct 23 20:23:11.029433 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-f260b7e1-96c3-48c6-9ac0-8fa42e71124e None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:23:11.057181 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:11.067664 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3be67-ea98-401b-89ba-73542ade8bcb req-082c0a2b-77cc-43b2-9e57-fe9141a6c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:11.069124 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-d7a3be67-ea98-401b-89ba-73542ade8bcb req-082c0a2b-77cc-43b2-9e57-fe9141a6c8ab service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0873246 Oct 23 20:23:11.132613 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-d7a3be67-ea98-401b-89ba-73542ade8bcb req-2d56aa6c-d3e1-4e3c-9535-2113755d5293 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660b66e9-b49c-42ae-80ad-0c6345954e63 HTTP/1.1" status: 200 len: 1000 time: 0.0572155 Oct 23 20:23:11.179752 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3be67-ea98-401b-89ba-73542ade8bcb req-f8d79aec-170d-4f8a-9618-00e855cae5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:11.181291 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-d7a3be67-ea98-401b-89ba-73542ade8bcb req-f8d79aec-170d-4f8a-9618-00e855cae5d4 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0424922 Oct 23 20:23:11.224577 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3be67-ea98-401b-89ba-73542ade8bcb req-eebdd0db-f1db-4a9c-9a59-8e23d360e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:11.225992 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-d7a3be67-ea98-401b-89ba-73542ade8bcb req-eebdd0db-f1db-4a9c-9a59-8e23d360e174 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387692 Oct 23 20:23:11.237461 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f260b7e1-96c3-48c6-9ac0-8fa42e71124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '4933916c-d655-4a3f-8313-1c8324937548', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:8c:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:20:49Z', 'updated_at': '2022-10-23T20:20:51Z', 'revision_number': 1, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}, {'id': 'a8a0969e-09b0-4077-bfc2-56291b802f7c', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': '660b66e9-b49c-42ae-80ad-0c6345954e63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:31:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:23:10Z', 'updated_at': '2022-10-23T20:23:10Z', 'revision_number': 0, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:23:11.265193 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260b7e1-96c3-48c6-9ac0-8fa42e71124e None None] Checking router: 20f7a74b-78f3-4b05-885b-166c44541619 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:23:11.274027 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260b7e1-96c3-48c6-9ac0-8fa42e71124e None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:23:11.274661 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f260b7e1-96c3-48c6-9ac0-8fa42e71124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:22:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:23:11.317757 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-d7a3be67-ea98-401b-89ba-73542ade8bcb req-09ebc309-1ec0-4b38-9f39-b208a3a8ee2a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850832 Oct 23 20:23:11.374729 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-f260b7e1-96c3-48c6-9ac0-8fa42e71124e None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:23:11.405671 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-d7a3be67-ea98-401b-89ba-73542ade8bcb req-406f669e-2591-48f1-8fec-8b9c38ce565a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823886 Oct 23 20:23:11.589997 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-f260b7e1-96c3-48c6-9ac0-8fa42e71124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '4933916c-d655-4a3f-8313-1c8324937548', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:8c:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:20:49Z', 'updated_at': '2022-10-23T20:20:51Z', 'revision_number': 1, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}, {'id': 'a8a0969e-09b0-4077-bfc2-56291b802f7c', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': '660b66e9-b49c-42ae-80ad-0c6345954e63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:31:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:23:10Z', 'updated_at': '2022-10-23T20:23:10Z', 'revision_number': 0, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:23:11.613981 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260b7e1-96c3-48c6-9ac0-8fa42e71124e None None] The sync data for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi is: [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '4933916c-d655-4a3f-8313-1c8324937548', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:8c:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:20:49Z', 'updated_at': '2022-10-23T20:20:51Z', 'revision_number': 1, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}, {'id': 'a8a0969e-09b0-4077-bfc2-56291b802f7c', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': '660b66e9-b49c-42ae-80ad-0c6345954e63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:31:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:23:10Z', 'updated_at': '2022-10-23T20:23:10Z', 'revision_number': 0, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:23:11.792465 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec82b39-5461-4fa1-a9cb-2f35c01d1ffb None None] New status for floating IP a8a0969e-09b0-4077-bfc2-56291b802f7c: ACTIVE {{(pid=104661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:23:12.027755 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-85e7959b-278a-42dd-a19b-ab29e0d2d83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:14.240890 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-0d70959e-eac9-491b-9985-e370fb0c9869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:15.481840 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:16.830057 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:17.185562 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:19.241577 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=80 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:19.244443 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=74 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:21.400636 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:21.402547 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=38 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:21.592275 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=77 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:21.592987 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=77 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:24.426624 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:24.438785 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:28.736804 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [req-82232904-ccd6-4cdd-bda3-b75be35734d5 req-cb1e2912-c288-40c2-a334-9d83c1c828f3 service neutron] (104659) timed out ('10.222.0.15', 65529) {{(pid=104659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 20:23:28.960560 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [req-2af05b55-3f22-4051-a517-b790abad36d2 req-e244ab0d-824b-4661-9af2-b3121ff76429 tempest-VolumesActionsTest-1876259199 tempest-VolumesActionsTest-1876259199-project] (104660) timed out ('10.222.0.15', 49189) {{(pid=104660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 20:23:33.323524 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:23:34.429159 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:34.434484 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:38.393554 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-21d9ee27-955c-401c-a174-459739445ada req-d2cd1f0c-4013-4157-846b-11c64ffd61e4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412543 Oct 23 20:23:38.471135 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9ee27-955c-401c-a174-459739445ada req-802d4dfe-b4b8-4aeb-9c29-a0ba02d3c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:38.472635 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-21d9ee27-955c-401c-a174-459739445ada req-802d4dfe-b4b8-4aeb-9c29-a0ba02d3c58f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 1129 time: 0.0389957 Oct 23 20:23:38.574913 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9ee27-955c-401c-a174-459739445ada req-892b7d4f-7f1d-4827-b596-0bafd7ced3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:38.576588 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-21d9ee27-955c-401c-a174-459739445ada req-892b7d4f-7f1d-4827-b596-0bafd7ced3d9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0866642 Oct 23 20:23:38.634212 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-21d9ee27-955c-401c-a174-459739445ada req-b42985bb-89d6-4638-b8b5-cf1d624b30fc service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db85ea01-b6c6-4b18-9915-7bad0bf62a09 HTTP/1.1" status: 200 len: 1000 time: 0.0520897 Oct 23 20:23:38.680617 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9ee27-955c-401c-a174-459739445ada req-c1d2ece2-3aa9-4da7-9eca-d40fcaad44f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:38.681915 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-21d9ee27-955c-401c-a174-459739445ada req-c1d2ece2-3aa9-4da7-9eca-d40fcaad44f4 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0424778 Oct 23 20:23:38.727861 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9ee27-955c-401c-a174-459739445ada req-3c17bc1d-3749-47c1-bda7-a6f50bf804bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:23:38.729280 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-21d9ee27-955c-401c-a174-459739445ada req-3c17bc1d-3749-47c1-bda7-a6f50bf804bc service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420420 Oct 23 20:23:38.816681 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-21d9ee27-955c-401c-a174-459739445ada req-22a1865b-70dc-468d-b4f8-9e57ebcdf1f6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817294 Oct 23 20:23:39.144379 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-21d9ee27-955c-401c-a174-459739445ada req-1e1c7a6d-7780-486d-8f99-31b4b03d8b24 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213849 Oct 23 20:23:41.849723 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-a6ae7ce8-1b2d-489e-9bcd-8d349187028b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:43.314813 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:44.242186 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-869245c6-3ef0-4ad3-a059-b2aaa4d5e23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:45.485882 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:46.833670 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:47.188663 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:49.134377 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=52 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:49.140574 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=49 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:54.443912 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:23:58.360025 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:23:58.365801 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=5 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:04.432453 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:04.433178 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:04.439999 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:10.323558 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:24:11.852012 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fc06a7b5-0bfc-40a3-856c-beb3d3e2e178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:24:14.244068 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f27f588b-666b-4778-9a0a-2d7171563f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:24:15.488982 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:24:16.837248 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:24:17.191660 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:24:20.319019 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=15 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:20.319729 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=13 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:24.446398 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:24:34.435932 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:34.440249 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:34.442756 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:35.371284 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:35.371987 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:39.372886 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-05e0bfbe-c72b-40c1-afcd-06121b915b69 req-3985e763-2d4a-4026-a1d6-634ebb92ffe4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379782 Oct 23 20:24:39.431278 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0bfbe-c72b-40c1-afcd-06121b915b69 req-b6a75382-f4f5-4595-b100-c6fd9001da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:24:39.432813 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-05e0bfbe-c72b-40c1-afcd-06121b915b69 req-b6a75382-f4f5-4595-b100-c6fd9001da0b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 1130 time: 0.0389969 Oct 23 20:24:39.537057 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0bfbe-c72b-40c1-afcd-06121b915b69 req-c79c9360-690e-4d13-bf9e-cd0f6c53b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:24:39.538530 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-05e0bfbe-c72b-40c1-afcd-06121b915b69 req-c79c9360-690e-4d13-bf9e-cd0f6c53b11a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0872376 Oct 23 20:24:39.597714 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-05e0bfbe-c72b-40c1-afcd-06121b915b69 req-fbc08242-93ea-4007-afdf-527cf2747073 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660b66e9-b49c-42ae-80ad-0c6345954e63 HTTP/1.1" status: 200 len: 1002 time: 0.0537591 Oct 23 20:24:39.643134 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0bfbe-c72b-40c1-afcd-06121b915b69 req-26743aca-3f49-4d54-b9e1-f3d25da04b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:24:39.645122 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-05e0bfbe-c72b-40c1-afcd-06121b915b69 req-26743aca-3f49-4d54-b9e1-f3d25da04b88 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0420051 Oct 23 20:24:39.695049 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0bfbe-c72b-40c1-afcd-06121b915b69 req-2b1f8d4e-1d33-45ae-a290-e698f401ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:24:39.696442 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-05e0bfbe-c72b-40c1-afcd-06121b915b69 req-2b1f8d4e-1d33-45ae-a290-e698f401ea4d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403478 Oct 23 20:24:39.785599 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-05e0bfbe-c72b-40c1-afcd-06121b915b69 req-3a9233f6-35c4-48c4-93bb-06c02d90759b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828071 Oct 23 20:24:39.879466 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-05e0bfbe-c72b-40c1-afcd-06121b915b69 req-0b2ca43f-8968-4d4b-878f-c4fc34700144 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865688 Oct 23 20:24:41.854333 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1edabab6-6085-4e86-ac07-0fb5a4e62fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:24:44.247923 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-47e5c045-238b-4186-a5fb-32a0a1793809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:24:45.491427 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:24:46.840145 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:24:47.194221 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:24:47.323776 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:24:49.866341 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=53 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:49.876278 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=48 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:24:54.443127 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:24:57.319671 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:00.441208 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-7aaf6805-dee4-46a1-8a71-203924a8d01f service neutron] (104660) timed out ('10.222.0.13', 60434) {{(pid=104660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 20:25:00.610121 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [req-3c97a6a6-7e7e-4495-8f8b-ec92ecc3046b req-5cdca91e-0f9c-4bd6-be41-5ab0d19da5c8 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] (104660) timed out ('10.222.0.13', 60442) {{(pid=104660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 20:25:04.432140 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:04.432846 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:04.439497 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:11.855187 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-41e84110-abad-4965-bc42-5f977e5f7808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:12.366693 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:12.367433 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=5 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:12.933423 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 38276) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:13.070171 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Deleting port 478f7b08-16e2-417b-be8e-e07d9a65e8c3 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:25:13.070618 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (478f7b08-16e2-417b-be8e-e07d9a65e8c3), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:13.146386 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (478f7b08-16e2-417b-be8e-e07d9a65e8c3), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:13.146705 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (478f7b08-16e2-417b-be8e-e07d9a65e8c3), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:13.158295 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Calling delete_port for 478f7b08-16e2-417b-be8e-e07d9a65e8c3 owned by network:floatingip {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:25:13.299881 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (478f7b08-16e2-417b-be8e-e07d9a65e8c3), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:13.325218 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event deleted for resources: {'Port': ['ID=478f7b08-16e2-417b-be8e-e07d9a65e8c3,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:13.339416 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.339797 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.340148 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.340520 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.340882 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.341216 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.341544 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.341868 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.342194 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.342573 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.342898 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.343221 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.343541 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.343859 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.344177 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:13.398858 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (a8a0969e-09b0-4077-bfc2-56291b802f7c), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:13.399161 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.db.l3_db [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Floating IP a8a0969e-09b0-4077-bfc2-56291b802f7c disassociated (deleted). External IP: 172.27.0.252, port: 660b66e9-b49c-42ae-80ad-0c6345954e63. Oct 23 20:25:13.596232 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Router 20f7a74b-78f3-4b05-885b-166c44541619 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:25:13.696568 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:25:13.701168 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:13.706193 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8f34f-c2ae-411a-856b-3f4e428eb381 None None] Sync routers for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:25:13.716100 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8f34f-c2ae-411a-856b-3f4e428eb381 None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:25:13.716704 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-cad8f34f-c2ae-411a-856b-3f4e428eb381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:24:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:13.723246 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:13.733320 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-d0909605-55e1-4bbb-8339-376bb330deb6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/a8a0969e-09b0-4077-bfc2-56291b802f7c HTTP/1.1" status: 204 len: 168 time: 0.7988713 Oct 23 20:25:13.734273 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'tag': '660b66e9-b49c-42ae-80ad-0c6345954e63'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:25:13.736701 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a003972-e383-4ee5-abce-e8572ea2c30d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d508bd5-6b23-4498-9179-a7f1132bae15", "tag": "660b66e9-b49c-42ae-80ad-0c6345954e63"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:25:13.788919 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d21ce2c-bfe1-4d08-b3d8-4c2c0dfd19e9 x-openstack-request-id: req-8d21ce2c-bfe1-4d08-b3d8-4c2c0dfd19e9 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:25:13.789088 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d508bd5-6b23-4498-9179-a7f1132bae15", "tag": "660b66e9-b49c-42ae-80ad-0c6345954e63", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:25:13.789306 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d21ce2c-bfe1-4d08-b3d8-4c2c0dfd19e9 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:25:13.789705 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d21ce2c-bfe1-4d08-b3d8-4c2c0dfd19e9'] response: {'name': 'network-changed', 'server_uuid': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'tag': '660b66e9-b49c-42ae-80ad-0c6345954e63', 'status': 'completed', 'code': 200} Oct 23 20:25:13.839702 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-cad8f34f-c2ae-411a-856b-3f4e428eb381 None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:25:13.881522 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a003972-e383-4ee5-abce-e8572ea2c30d req-78086966-05f3-4b8e-8953-4cc0a81a4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:13.883990 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8a003972-e383-4ee5-abce-e8572ea2c30d req-78086966-05f3-4b8e-8953-4cc0a81a4404 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 1130 time: 0.0533235 Oct 23 20:25:13.975661 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c5260-0702-4cd0-9569-df5c497aac0a req-ef80f04b-5ac2-477a-9330-4e0aa3090207 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:13.977169 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-005c5260-0702-4cd0-9569-df5c497aac0a req-ef80f04b-5ac2-477a-9330-4e0aa3090207 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 946 time: 0.0486805 Oct 23 20:25:14.027349 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-005c5260-0702-4cd0-9569-df5c497aac0a req-3021ecdc-c072-48b6-8181-978e738271e7 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446973 Oct 23 20:25:14.062168 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-cad8f34f-c2ae-411a-856b-3f4e428eb381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '4933916c-d655-4a3f-8313-1c8324937548', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:8c:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:20:49Z', 'updated_at': '2022-10-23T20:20:51Z', 'revision_number': 1, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:14.087062 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8f34f-c2ae-411a-856b-3f4e428eb381 None None] Checking router: 20f7a74b-78f3-4b05-885b-166c44541619 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:25:14.095293 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8f34f-c2ae-411a-856b-3f4e428eb381 None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:25:14.095884 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-cad8f34f-c2ae-411a-856b-3f4e428eb381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:24:44Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:14.192886 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-cad8f34f-c2ae-411a-856b-3f4e428eb381 None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:25:14.250564 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-02a5a8f4-2386-49f1-8931-94bc94da968a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:14.399152 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-cad8f34f-c2ae-411a-856b-3f4e428eb381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '4933916c-d655-4a3f-8313-1c8324937548', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:8c:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:20:49Z', 'updated_at': '2022-10-23T20:20:51Z', 'revision_number': 1, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:14.427137 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8f34f-c2ae-411a-856b-3f4e428eb381 None None] The sync data for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi is: [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_floatingips': [{'id': '4933916c-d655-4a3f-8313-1c8324937548', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'router_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'port_id': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'mac_address': 'fa:16:3e:8c:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T20:20:49Z', 'updated_at': '2022-10-23T20:20:51Z', 'revision_number': 1, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:25:14.648101 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53b07e-a6be-4b99-a754-5d1dfa2b5db0 None None] New status for floating IP a8a0969e-09b0-4077-bfc2-56291b802f7c: DOWN {{(pid=104661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:25:14.913675 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:14.976581 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a003972-e383-4ee5-abce-e8572ea2c30d req-6dc1039e-8327-4403-82da-219dfa98dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:14.977968 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8a003972-e383-4ee5-abce-e8572ea2c30d req-6dc1039e-8327-4403-82da-219dfa98dc8d service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0902572 Oct 23 20:25:15.017026 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8a003972-e383-4ee5-abce-e8572ea2c30d req-9d6fb8ca-85f6-47b9-bcd7-e29d11f50364 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660b66e9-b49c-42ae-80ad-0c6345954e63 HTTP/1.1" status: 200 len: 217 time: 0.0318944 Oct 23 20:25:15.063938 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a003972-e383-4ee5-abce-e8572ea2c30d req-5ec57d31-5788-4d6d-ad54-bca3dea4dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:15.065367 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8a003972-e383-4ee5-abce-e8572ea2c30d req-5ec57d31-5788-4d6d-ad54-bca3dea4dc36 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0418582 Oct 23 20:25:15.121651 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a003972-e383-4ee5-abce-e8572ea2c30d req-171c1185-3b25-4af6-9c09-2b950d4e09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:15.123180 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8a003972-e383-4ee5-abce-e8572ea2c30d req-171c1185-3b25-4af6-9c09-2b950d4e09b2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445490 Oct 23 20:25:15.151625 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf981e-4a36-4974-a70c-5d5bb261ce80 req-b0920425-1982-46a8-bc3e-8ddbabbd2e33 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:15.153101 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5dcf981e-4a36-4974-a70c-5d5bb261ce80 req-b0920425-1982-46a8-bc3e-8ddbabbd2e33 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 946 time: 0.0472002 Oct 23 20:25:15.205297 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-5dcf981e-4a36-4974-a70c-5d5bb261ce80 req-ec7bda08-2032-44ce-acfb-27674cad6e8a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465174 Oct 23 20:25:15.297972 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8a003972-e383-4ee5-abce-e8572ea2c30d req-b670f4c1-462a-44c3-843b-725e5f141879 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837643 Oct 23 20:25:15.402897 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-8a003972-e383-4ee5-abce-e8572ea2c30d req-33847b81-51d0-4c76-b7dc-1852d641fa30 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853765 Oct 23 20:25:15.493553 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:15.695742 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e830d-99de-40a0-8df3-751a2e939b26 req-1eb70e8c-4f23-422d-96af-b981f7069306 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:15.697159 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5b4e830d-99de-40a0-8df3-751a2e939b26 req-1eb70e8c-4f23-422d-96af-b981f7069306 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 946 time: 0.0455098 Oct 23 20:25:15.778261 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-5b4e830d-99de-40a0-8df3-751a2e939b26 req-82d53fbd-fe8c-46e3-af4e-acc0ab8c8fe1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Deleting port 660b66e9-b49c-42ae-80ad-0c6345954e63 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:25:15.778598 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-5b4e830d-99de-40a0-8df3-751a2e939b26 req-82d53fbd-fe8c-46e3-af4e-acc0ab8c8fe1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:15.865729 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [req-5b4e830d-99de-40a0-8df3-751a2e939b26 req-82d53fbd-fe8c-46e3-af4e-acc0ab8c8fe1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] For port 660b66e9-b49c-42ae-80ad-0c6345954e63, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=660b66e9-b49c-42ae-80ad-0c6345954e63,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:25:15.866091 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-5b4e830d-99de-40a0-8df3-751a2e939b26 req-82d53fbd-fe8c-46e3-af4e-acc0ab8c8fe1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:15.878737 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [req-5b4e830d-99de-40a0-8df3-751a2e939b26 req-82d53fbd-fe8c-46e3-af4e-acc0ab8c8fe1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Calling delete_port for 660b66e9-b49c-42ae-80ad-0c6345954e63 owned by compute:nova {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:25:16.006217 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-5b4e830d-99de-40a0-8df3-751a2e939b26 req-82d53fbd-fe8c-46e3-af4e-acc0ab8c8fe1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (660b66e9-b49c-42ae-80ad-0c6345954e63), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:16.031775 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d53fbd-fe8c-46e3-af4e-acc0ab8c8fe1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event deleted for resources: {'Port': ['ID=660b66e9-b49c-42ae-80ad-0c6345954e63,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:16.076712 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4e830d-99de-40a0-8df3-751a2e939b26 req-82d53fbd-fe8c-46e3-af4e-acc0ab8c8fe1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] No DVR routers for this DVR port 660b66e9-b49c-42ae-80ad-0c6345954e63 on host hv-cinder-86243 {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:25:16.079312 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [req-5b4e830d-99de-40a0-8df3-751a2e939b26 req-82d53fbd-fe8c-46e3-af4e-acc0ab8c8fe1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:16.083172 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-5b4e830d-99de-40a0-8df3-751a2e939b26 req-82d53fbd-fe8c-46e3-af4e-acc0ab8c8fe1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "DELETE /networking/v2.0/ports/660b66e9-b49c-42ae-80ad-0c6345954e63 HTTP/1.1" status: 204 len: 173 time: 0.3806896 Oct 23 20:25:16.083695 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'name': 'network-vif-deleted', 'tag': '660b66e9-b49c-42ae-80ad-0c6345954e63'}] {{(pid=104659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:25:16.085951 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}516e3ba0ed67c1002700313710892eb4c8bd6fab7928ea3e5c600ab72941563b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb03d82-46fc-4bec-ab2a-ad361b311bf5" -d '{"events": [{"server_uuid": "9d508bd5-6b23-4498-9179-a7f1132bae15", "name": "network-vif-deleted", "tag": "660b66e9-b49c-42ae-80ad-0c6345954e63"}]}' {{(pid=104659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:25:16.128482 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61738d96-ba9b-4477-bc7d-967a3fb1ea17 x-openstack-request-id: req-61738d96-ba9b-4477-bc7d-967a3fb1ea17 {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:25:16.128777 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d508bd5-6b23-4498-9179-a7f1132bae15", "name": "network-vif-deleted", "tag": "660b66e9-b49c-42ae-80ad-0c6345954e63", "status": "completed", "code": 200}]} {{(pid=104659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:25:16.129028 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61738d96-ba9b-4477-bc7d-967a3fb1ea17 {{(pid=104659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:25:16.129431 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61738d96-ba9b-4477-bc7d-967a3fb1ea17'] response: {'server_uuid': '9d508bd5-6b23-4498-9179-a7f1132bae15', 'name': 'network-vif-deleted', 'tag': '660b66e9-b49c-42ae-80ad-0c6345954e63', 'status': 'completed', 'code': 200} Oct 23 20:25:16.305884 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-e85f77f3-fbd9-48c5-a799-4bdb61a3f16a req-1bd6c1f4-e3bf-4e5b-98dc-190e546a732a tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9d508bd5-6b23-4498-9179-a7f1132bae15 HTTP/1.1" status: 200 len: 210 time: 0.0267508 Oct 23 20:25:16.844645 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:17.195873 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:18.355291 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 660b66e9-b49c-42ae-80ad-0c6345954e63 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:25:18.376943 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: 660b66e9-b49c-42ae-80ad-0c6345954e63 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:25:18.377277 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device 660b66e9-b49c-42ae-80ad-0c6345954e63 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:25:19.606174 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 38318) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:19.741824 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Deleting port 733eb531-ab01-4769-8fd9-71684dc3c965 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:25:19.742163 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (733eb531-ab01-4769-8fd9-71684dc3c965), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:19.818390 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (733eb531-ab01-4769-8fd9-71684dc3c965), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:19.818768 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (733eb531-ab01-4769-8fd9-71684dc3c965), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:19.830849 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Calling delete_port for 733eb531-ab01-4769-8fd9-71684dc3c965 owned by network:floatingip {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:25:19.968180 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (733eb531-ab01-4769-8fd9-71684dc3c965), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:19.993193 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event deleted for resources: {'Port': ['ID=733eb531-ab01-4769-8fd9-71684dc3c965,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:20.006884 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.007238 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.007640 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.007930 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.008261 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.008592 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.008920 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.009266 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.009564 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.009883 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.010208 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.010557 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.010877 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.011197 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.011515 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:20.067296 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (4933916c-d655-4a3f-8313-1c8324937548), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:20.067620 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.db.l3_db [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Floating IP 4933916c-d655-4a3f-8313-1c8324937548 disassociated (deleted). External IP: 172.27.0.90, port: db85ea01-b6c6-4b18-9915-7bad0bf62a09. Oct 23 20:25:20.250301 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:20.256745 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:20.261146 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Router 20f7a74b-78f3-4b05-885b-166c44541619 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:25:20.362128 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:25:20.367622 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:20.400190 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-28a0a38f-4f64-4157-ab73-dbf9633bf65c tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/4933916c-d655-4a3f-8313-1c8324937548 HTTP/1.1" status: 204 len: 168 time: 0.7928107 Oct 23 20:25:20.400769 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'tag': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:25:20.403075 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a89a52-a621-4806-b5b2-049841de9c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fc2546-175f-4c4f-b755-b596d18abaf5", "tag": "db85ea01-b6c6-4b18-9915-7bad0bf62a09"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:25:20.463560 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83459d-1312-47ac-a954-cb1b9c202ad9 None None] Sync routers for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:25:20.473282 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83459d-1312-47ac-a954-cb1b9c202ad9 None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:25:20.473882 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0c83459d-1312-47ac-a954-cb1b9c202ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:25:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:20.578312 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-0c83459d-1312-47ac-a954-cb1b9c202ad9 None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:25:20.596026 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 20:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4199a576-e8a2-425d-be31-7df0a2740744 x-openstack-request-id: req-4199a576-e8a2-425d-be31-7df0a2740744 {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:25:20.596316 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fc2546-175f-4c4f-b755-b596d18abaf5", "tag": "db85ea01-b6c6-4b18-9915-7bad0bf62a09", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:25:20.596565 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4199a576-e8a2-425d-be31-7df0a2740744 {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:25:20.596965 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4199a576-e8a2-425d-be31-7df0a2740744'] response: {'name': 'network-changed', 'server_uuid': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'tag': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'status': 'completed', 'code': 200} Oct 23 20:25:20.642535 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7d460-62f4-4267-8f99-c113bfdd0b82 req-f8e6412b-f7bd-4881-b5d9-9cad1f5518b1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:20.644145 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-64e7d460-62f4-4267-8f99-c113bfdd0b82 req-f8e6412b-f7bd-4881-b5d9-9cad1f5518b1 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 945 time: 0.0461233 Oct 23 20:25:20.693015 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-64e7d460-62f4-4267-8f99-c113bfdd0b82 req-fba6b7e8-ad98-43f2-8934-991d04228da0 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431192 Oct 23 20:25:20.707573 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=100 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:20.721566 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=100 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:20.765629 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0c83459d-1312-47ac-a954-cb1b9c202ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:20.798026 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83459d-1312-47ac-a954-cb1b9c202ad9 None None] Checking router: 20f7a74b-78f3-4b05-885b-166c44541619 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:25:20.807753 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83459d-1312-47ac-a954-cb1b9c202ad9 None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:25:20.808358 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0c83459d-1312-47ac-a954-cb1b9c202ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:25:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:20.903411 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-0c83459d-1312-47ac-a954-cb1b9c202ad9 None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:25:21.083993 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-0c83459d-1312-47ac-a954-cb1b9c202ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:21.107792 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83459d-1312-47ac-a954-cb1b9c202ad9 None None] The sync data for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi is: [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:17:05Z', 'revision_number': 4, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi', '_interfaces': [{'id': '0f755d40-28fa-473e-adf9-caabeeca3d59', 'name': '', 'network_id': 'dfd87eb0-6e12-4670-accf-38eb6ce06b92', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'mac_address': 'fa:16:3e:7f:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:04Z', 'updated_at': '2022-10-23T20:17:12Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'subnets': [{'id': 'fc54d622-0135-4d12-b9d0-e409cb44612a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:25:21.314218 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b6c27e-d8cc-48a9-9fe6-2ac7be203a8f None None] New status for floating IP 4933916c-d655-4a3f-8313-1c8324937548: DOWN {{(pid=104661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 20:25:21.582425 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:21.588902 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a89a52-a621-4806-b5b2-049841de9c9e req-d1b09016-40dd-409f-b9e5-f4e68a867167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:21.590666 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-77a89a52-a621-4806-b5b2-049841de9c9e req-d1b09016-40dd-409f-b9e5-f4e68a867167 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 1129 time: 0.0450163 Oct 23 20:25:21.676554 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a89a52-a621-4806-b5b2-049841de9c9e req-750367b7-21d3-474d-b7e6-a5701726fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:21.678004 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-77a89a52-a621-4806-b5b2-049841de9c9e req-750367b7-21d3-474d-b7e6-a5701726fb87 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 200 len: 913 time: 0.0817342 Oct 23 20:25:21.720200 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-77a89a52-a621-4806-b5b2-049841de9c9e req-e81b854c-8300-47b5-9c6f-52872c98a4cf service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db85ea01-b6c6-4b18-9915-7bad0bf62a09 HTTP/1.1" status: 200 len: 217 time: 0.0356123 Oct 23 20:25:21.760810 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:21.769153 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a89a52-a621-4806-b5b2-049841de9c9e req-91ea6b58-649f-492e-85c5-268e46247dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:21.771199 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-77a89a52-a621-4806-b5b2-049841de9c9e req-91ea6b58-649f-492e-85c5-268e46247dc8 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 200 len: 851 time: 0.0450051 Oct 23 20:25:21.817138 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43530c2d-fb2c-4bbd-b7fb-8c9115194bc6 req-ac88b5e2-16d5-42b4-86da-349fe35b9bd8 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:21.818611 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-43530c2d-fb2c-4bbd-b7fb-8c9115194bc6 req-ac88b5e2-16d5-42b4-86da-349fe35b9bd8 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 945 time: 0.0494907 Oct 23 20:25:21.867017 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a89a52-a621-4806-b5b2-049841de9c9e req-202c052b-1a3d-4f95-9eb3-527bf1ed0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:21.868448 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-77a89a52-a621-4806-b5b2-049841de9c9e req-202c052b-1a3d-4f95-9eb3-527bf1ed0a8d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=dfd87eb0-6e12-4670-accf-38eb6ce06b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431726 Oct 23 20:25:21.870074 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-43530c2d-fb2c-4bbd-b7fb-8c9115194bc6 req-b2c37460-9094-4007-ad8f-679418be92fd tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460029 Oct 23 20:25:22.132630 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-77a89a52-a621-4806-b5b2-049841de9c9e req-75070217-3b5a-466a-b051-375a01f525cb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867193 Oct 23 20:25:22.169488 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dac9b-996a-4a26-95df-f59931b4e444 req-cd3572d4-4af8-4f68-8d89-bc87d9a072e6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 20:25:22.171073 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b53dac9b-996a-4a26-95df-f59931b4e444 req-cd3572d4-4af8-4f68-8d89-bc87d9a072e6 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 945 time: 0.0460341 Oct 23 20:25:22.222960 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [req-77a89a52-a621-4806-b5b2-049841de9c9e req-a00e140a-4e50-45e2-8c2c-9bf7f2be415b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838070 Oct 23 20:25:22.253113 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-b53dac9b-996a-4a26-95df-f59931b4e444 req-3fced18b-9e14-46b2-a5de-fd8bfc9f59c9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Deleting port db85ea01-b6c6-4b18-9915-7bad0bf62a09 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:25:22.253456 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-b53dac9b-996a-4a26-95df-f59931b4e444 req-3fced18b-9e14-46b2-a5de-fd8bfc9f59c9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:22.615592 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [req-b53dac9b-996a-4a26-95df-f59931b4e444 req-3fced18b-9e14-46b2-a5de-fd8bfc9f59c9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] For port db85ea01-b6c6-4b18-9915-7bad0bf62a09, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=db85ea01-b6c6-4b18-9915-7bad0bf62a09,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:25:22.615963 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-b53dac9b-996a-4a26-95df-f59931b4e444 req-3fced18b-9e14-46b2-a5de-fd8bfc9f59c9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:22.628528 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [req-b53dac9b-996a-4a26-95df-f59931b4e444 req-3fced18b-9e14-46b2-a5de-fd8bfc9f59c9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Calling delete_port for db85ea01-b6c6-4b18-9915-7bad0bf62a09 owned by compute:nova {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:25:22.752869 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-b53dac9b-996a-4a26-95df-f59931b4e444 req-3fced18b-9e14-46b2-a5de-fd8bfc9f59c9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (db85ea01-b6c6-4b18-9915-7bad0bf62a09), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:22.777641 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fced18b-9e14-46b2-a5de-fd8bfc9f59c9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event deleted for resources: {'Port': ['ID=db85ea01-b6c6-4b18-9915-7bad0bf62a09,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:22.823470 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53dac9b-996a-4a26-95df-f59931b4e444 req-3fced18b-9e14-46b2-a5de-fd8bfc9f59c9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] No DVR routers for this DVR port db85ea01-b6c6-4b18-9915-7bad0bf62a09 on host hv-cinder-86243 {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:25:22.825825 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [req-b53dac9b-996a-4a26-95df-f59931b4e444 req-3fced18b-9e14-46b2-a5de-fd8bfc9f59c9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for port (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:22.829473 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-b53dac9b-996a-4a26-95df-f59931b4e444 req-3fced18b-9e14-46b2-a5de-fd8bfc9f59c9 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.15 "DELETE /networking/v2.0/ports/db85ea01-b6c6-4b18-9915-7bad0bf62a09 HTTP/1.1" status: 204 len: 173 time: 0.6525488 Oct 23 20:25:22.829960 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'name': 'network-vif-deleted', 'tag': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09'}] {{(pid=104660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 20:25:22.832714 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330601008b24310b77a5bfde8ff8f9703947953d928bd712236b7cdf9caa98af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36453cf-1c19-44d3-89d8-cd55ed8f3eba" -d '{"events": [{"server_uuid": "c4fc2546-175f-4c4f-b755-b596d18abaf5", "name": "network-vif-deleted", "tag": "db85ea01-b6c6-4b18-9915-7bad0bf62a09"}]}' {{(pid=104660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 20:25:22.869871 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 20:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2519cdb6-606b-4dd0-b8ec-1e6061d6bdae x-openstack-request-id: req-2519cdb6-606b-4dd0-b8ec-1e6061d6bdae {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 20:25:22.870167 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fc2546-175f-4c4f-b755-b596d18abaf5", "name": "network-vif-deleted", "tag": "db85ea01-b6c6-4b18-9915-7bad0bf62a09", "status": "completed", "code": 200}]} {{(pid=104660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 20:25:22.870457 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2519cdb6-606b-4dd0-b8ec-1e6061d6bdae {{(pid=104660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 20:25:22.870862 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2519cdb6-606b-4dd0-b8ec-1e6061d6bdae'] response: {'server_uuid': 'c4fc2546-175f-4c4f-b755-b596d18abaf5', 'name': 'network-vif-deleted', 'tag': 'db85ea01-b6c6-4b18-9915-7bad0bf62a09', 'status': 'completed', 'code': 200} Oct 23 20:25:22.976322 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [req-49097db8-ad6d-4961-ab55-c4e9a0b62e0f req-739d6564-3da0-4a38-bd85-3a78c3e33b40 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=c4fc2546-175f-4c4f-b755-b596d18abaf5 HTTP/1.1" status: 200 len: 210 time: 0.0314453 Oct 23 20:25:24.040808 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 38344) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:24.150820 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-5023871b-e0aa-4486-9480-da774ac82e46 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Deleting port 0ff995df-76d1-478a-b9e4-7d9a7327b2d6 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:25:24.151150 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5023871b-e0aa-4486-9480-da774ac82e46 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (0ff995df-76d1-478a-b9e4-7d9a7327b2d6), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:24.201266 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:24.212078 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:24.228595 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5023871b-e0aa-4486-9480-da774ac82e46 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (0ff995df-76d1-478a-b9e4-7d9a7327b2d6), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:24.228918 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5023871b-e0aa-4486-9480-da774ac82e46 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (0ff995df-76d1-478a-b9e4-7d9a7327b2d6), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:24.240699 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-5023871b-e0aa-4486-9480-da774ac82e46 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Calling delete_port for 0ff995df-76d1-478a-b9e4-7d9a7327b2d6 owned by network:floatingip {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:25:24.321921 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:25:24.368614 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5023871b-e0aa-4486-9480-da774ac82e46 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (0ff995df-76d1-478a-b9e4-7d9a7327b2d6), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:24.382519 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device db85ea01-b6c6-4b18-9915-7bad0bf62a09 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:25:24.392221 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023871b-e0aa-4486-9480-da774ac82e46 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event deleted for resources: {'Port': ['ID=0ff995df-76d1-478a-b9e4-7d9a7327b2d6,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:24.405061 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] No Port match for: db85ea01-b6c6-4b18-9915-7bad0bf62a09 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:25:24.405061 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Device db85ea01-b6c6-4b18-9915-7bad0bf62a09 not bound to the agent host hv-cinder-86243 {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:25:24.446092 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:24.458318 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5023871b-e0aa-4486-9480-da774ac82e46 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for floatingip (0da49c66-faf9-46c2-97a7-7b0414d5c57e), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:24.460782 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-5023871b-e0aa-4486-9480-da774ac82e46 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103657'] for floatingip (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:24.461944 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-5023871b-e0aa-4486-9480-da774ac82e46 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/0da49c66-faf9-46c2-97a7-7b0414d5c57e HTTP/1.1" status: 204 len: 168 time: 0.4201922 Oct 23 20:25:25.666585 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 38356) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:25.727784 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-53a420c5-21af-454c-8c47-5a49694389f5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group (c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:25.751496 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-53a420c5-21af-454c-8c47-5a49694389f5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group (c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:25.810295 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-53a420c5-21af-454c-8c47-5a49694389f5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:25.812835 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-53a420c5-21af-454c-8c47-5a49694389f5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:25.813980 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-53a420c5-21af-454c-8c47-5a49694389f5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb HTTP/1.1" status: 204 len: 168 time: 0.1464212 Oct 23 20:25:25.824146 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a420c5-21af-454c-8c47-5a49694389f5 tempest-TestVolumeBootPattern-1407875742 tempest-TestVolumeBootPattern-1407875742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c055d5b8-cfa7-4e8b-83b1-72f80fad3fdb,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:25.870489 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 38360) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:26.305452 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-40054aac-8d5d-4ee9-9ff9-6b224d763966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16394362'] for router_interface (20f7a74b-78f3-4b05-885b-166c44541619), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:26.348219 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:26.520434 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-40054aac-8d5d-4ee9-9ff9-6b224d763966 admin admin] Deleting port 0f755d40-28fa-473e-adf9-caabeeca3d59 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:25:26.520770 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-40054aac-8d5d-4ee9-9ff9-6b224d763966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:26.522176 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=100 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:26.602167 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-40054aac-8d5d-4ee9-9ff9-6b224d763966 admin admin] For port 0f755d40-28fa-473e-adf9-caabeeca3d59, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=0f755d40-28fa-473e-adf9-caabeeca3d59,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:25:26.602578 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-40054aac-8d5d-4ee9-9ff9-6b224d763966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:26.614973 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-40054aac-8d5d-4ee9-9ff9-6b224d763966 admin admin] Calling delete_port for 0f755d40-28fa-473e-adf9-caabeeca3d59 owned by network:router_interface {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:25:26.784976 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-40054aac-8d5d-4ee9-9ff9-6b224d763966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (0f755d40-28fa-473e-adf9-caabeeca3d59), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:26.806495 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054aac-8d5d-4ee9-9ff9-6b224d763966 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f755d40-28fa-473e-adf9-caabeeca3d59,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:26.967320 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-40054aac-8d5d-4ee9-9ff9-6b224d763966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16321041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16392394'] for router_interface (20f7a74b-78f3-4b05-885b-166c44541619), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:26.988781 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fab5d9-c916-4efd-8af5-3fe388909298 None None] get_active_networks_info from dv-cinder-862432-1-iscsi {{(pid=104661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 20:25:27.069709 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fab5d9-c916-4efd-8af5-3fe388909298 None None] Resources bound (agent type, host, resource id): {{(pid=104661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 20:25:27.415905 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40054aac-8d5d-4ee9-9ff9-6b224d763966 admin admin] Router 20f7a74b-78f3-4b05-885b-166c44541619 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:25:27.460519 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:27.524339 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40054aac-8d5d-4ee9-9ff9-6b224d763966 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:25:27.530569 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-40054aac-8d5d-4ee9-9ff9-6b224d763966 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/20f7a74b-78f3-4b05-885b-166c44541619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6587706 Oct 23 20:25:27.532540 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 38364) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:27.536132 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c0430-8a0d-425f-a36c-403549f784d2 None None] Sync routers for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:25:27.548024 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c0430-8a0d-425f-a36c-403549f784d2 None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:25:27.548642 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-079c0430-8a0d-425f-a36c-403549f784d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:25:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:27.647066 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Publish callbacks [] for router (20f7a74b-78f3-4b05-885b-166c44541619), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:27.664510 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-079c0430-8a0d-425f-a36c-403549f784d2 None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:25:27.724999 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-f0ea7bab-1dc4-4267-b510-fdf16cc07875 None None] Provisioning complete for port a78ac5f6-b115-4560-9a53-7abce7cd16c6 triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:25:27.725546 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7bab-1dc4-4267-b510-fdf16cc07875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:27.725985 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-f0ea7bab-1dc4-4267-b510-fdf16cc07875 None None] Attempt 1 to provision port a78ac5f6-b115-4560-9a53-7abce7cd16c6 Oct 23 20:25:27.747115 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Publish callbacks [] for router_gateway (20f7a74b-78f3-4b05-885b-166c44541619), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:27.796778 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Deleting port 6e03634d-ef43-4d2d-a4df-0550e8feea9f {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:25:27.797214 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:27.812059 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea7bab-1dc4-4267-b510-fdf16cc07875 None None] Current status of the port a78ac5f6-b115-4560-9a53-7abce7cd16c6 is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:25:27.841158 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-079c0430-8a0d-425f-a36c-403549f784d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:25:26Z', 'revision_number': 5, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port': {'id': '6e03634d-ef43-4d2d-a4df-0550e8feea9f', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f7a74b-78f3-4b05-885b-166c44541619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:03Z', 'updated_at': '2022-10-23T20:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:27.865899 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c0430-8a0d-425f-a36c-403549f784d2 None None] Checking router: 20f7a74b-78f3-4b05-885b-166c44541619 for host: dv-cinder-862432-1-iscsi {{(pid=104662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:25:27.874234 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c0430-8a0d-425f-a36c-403549f784d2 None None] Routers {'20f7a74b-78f3-4b05-885b-166c44541619'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:25:27.874856 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-079c0430-8a0d-425f-a36c-403549f784d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:25:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['20f7a74b-78f3-4b05-885b-166c44541619'], 'active': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:27.878768 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] For port 6e03634d-ef43-4d2d-a4df-0550e8feea9f, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=6e03634d-ef43-4d2d-a4df-0550e8feea9f,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:25:27.879082 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:27.892097 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Calling delete_port for 6e03634d-ef43-4d2d-a4df-0550e8feea9f owned by network:router_gateway {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:25:27.956458 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvr_db [None req-079c0430-8a0d-425f-a36c-403549f784d2 None None] Set router 20f7a74b-78f3-4b05-885b-166c44541619 gateway port host: None {{(pid=104662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:25:28.003512 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.l3_hamode_db [None req-079c0430-8a0d-425f-a36c-403549f784d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:25:27Z', 'revision_number': 6, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port_host': None}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:28.027896 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c0430-8a0d-425f-a36c-403549f784d2 None None] The sync data for ids ['20f7a74b-78f3-4b05-885b-166c44541619'] in dv-cinder-862432-1-iscsi is: [{'id': '20f7a74b-78f3-4b05-885b-166c44541619', 'name': 'tempest-TestVolumeBootPattern-1493531370-router', 'tenant_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:02Z', 'updated_at': '2022-10-23T20:25:27Z', 'revision_number': 6, 'project_id': 'deacebf04e2d4a8093425ce7d16ca3cf', 'gw_port_host': None}] {{(pid=104662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:25:28.064344 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (6e03634d-ef43-4d2d-a4df-0550e8feea9f), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.067659 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:28.093999 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e03634d-ef43-4d2d-a4df-0550e8feea9f,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:28.101182 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:28.157162 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16393631'] for router_gateway (20f7a74b-78f3-4b05-885b-166c44541619), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.243557 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16393360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48003'] for router (20f7a74b-78f3-4b05-885b-166c44541619), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.245746 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Publish callbacks [] for router_controller (20f7a74b-78f3-4b05-885b-166c44541619), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.286931 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16394297'] for router (20f7a74b-78f3-4b05-885b-166c44541619), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.287452 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20f7a74b-78f3-4b05-885b-166c44541619 {{(pid=104660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 20:25:28.291617 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.292750 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-d15e96c6-dfaa-4beb-9b8f-4caebfabfc01 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/20f7a74b-78f3-4b05-885b-166c44541619 HTTP/1.1" status: 204 len: 168 time: 0.7590177 Oct 23 20:25:28.295394 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 38366) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:28.331265 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:28.341337 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.db_base_plugin_v2 [None req-2919b420-9ba4-467f-9582-7281095b9da3 admin admin] Deleting subnet fc54d622-0135-4d12-b9d0-e409cb44612a {{(pid=104659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:25:28.344801 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2919b420-9ba4-467f-9582-7281095b9da3 admin admin] Publish callbacks [] for subnet (fc54d622-0135-4d12-b9d0-e409cb44612a), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.385389 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2919b420-9ba4-467f-9582-7281095b9da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182768'] for subnet (fc54d622-0135-4d12-b9d0-e409cb44612a), precommit_delete_associations {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.466439 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2919b420-9ba4-467f-9582-7281095b9da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (fc54d622-0135-4d12-b9d0-e409cb44612a), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.518873 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2919b420-9ba4-467f-9582-7281095b9da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2990477'] for subnet (fc54d622-0135-4d12-b9d0-e409cb44612a), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.546334 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919b420-9ba4-467f-9582-7281095b9da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc54d622-0135-4d12-b9d0-e409cb44612a,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:28.551806 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-2919b420-9ba4-467f-9582-7281095b9da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for subnet (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.555072 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-2919b420-9ba4-467f-9582-7281095b9da3 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/fc54d622-0135-4d12-b9d0-e409cb44612a HTTP/1.1" status: 204 len: 168 time: 0.2586641 Oct 23 20:25:28.557505 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 38368) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:28.559751 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29369c5-e7e7-42b8-8783-101f71e3838b None None] Network dfd87eb0-6e12-4670-accf-38eb6ce06b92 requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:25:28.630365 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (dfd87eb0-6e12-4670-accf-38eb6ce06b92), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.676380 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Deleting port a78ac5f6-b115-4560-9a53-7abce7cd16c6 {{(pid=104659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:25:28.676726 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.748308 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] For port a78ac5f6-b115-4560-9a53-7abce7cd16c6, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=a78ac5f6-b115-4560-9a53-7abce7cd16c6,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:25:28.748675 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.763367 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.plugin [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Calling delete_port for a78ac5f6-b115-4560-9a53-7abce7cd16c6 owned by network:dhcp {{(pid=104659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:25:28.781315 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] DHCP port deletion for dfd87eb0-6e12-4670-accf-38eb6ce06b92 request from dv-cinder-862432-1-iscsi {{(pid=104661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 20:25:28.819511 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Deleting port a78ac5f6-b115-4560-9a53-7abce7cd16c6 {{(pid=104661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:25:28.819883 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), before_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.845989 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921654'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.874834 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a78ac5f6-b115-4560-9a53-7abce7cd16c6,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:28.878419 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] No DVR routers for this DVR port a78ac5f6-b115-4560-9a53-7abce7cd16c6 on host dv-cinder-862432-1-iscsi {{(pid=104659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:25:28.890759 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.db [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] For port a78ac5f6-b115-4560-9a53-7abce7cd16c6, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=a78ac5f6-b115-4560-9a53-7abce7cd16c6,segment=NetworkSegment(fad443fb-8226-4bd3-bbda-c7e76b631c7c),segment_id=fad443fb-8226-4bd3-bbda-c7e76b631c7c)] {{(pid=104661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:25:28.891167 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), precommit_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.905666 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Calling delete_port for a78ac5f6-b115-4560-9a53-7abce7cd16c6 owned by network:dhcp {{(pid=104661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:25:28.950635 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (dfd87eb0-6e12-4670-accf-38eb6ce06b92), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.971343 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd87eb0-6e12-4670-accf-38eb6ce06b92']}} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:28.983396 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936'] for port (a78ac5f6-b115-4560-9a53-7abce7cd16c6), after_delete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:28.984546 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad443fb-8226-4bd3-bbda-c7e76b631c7c') {'for_net_delete': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:28.984859 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.services.segments.db [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad443fb-8226-4bd3-bbda-c7e76b631c7c') {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:28.997279 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182779'] for segment (fad443fb-8226-4bd3-bbda-c7e76b631c7c), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:29.009888 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Pushing event deleted for resources: {'Port': ['ID=a78ac5f6-b115-4560-9a53-7abce7cd16c6,revision_number=None']} {{(pid=104661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:29.012274 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] No DVR routers for this DVR port a78ac5f6-b115-4560-9a53-7abce7cd16c6 on host dv-cinder-862432-1-iscsi {{(pid=104661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:25:29.012691 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (fad443fb-8226-4bd3-bbda-c7e76b631c7c), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:29.024765 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=104659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:25:29.025241 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2921699'] for segment (fad443fb-8226-4bd3-bbda-c7e76b631c7c), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:29.026965 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.027320 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.028377 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.028738 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.029283 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.032979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.032979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.032979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.032979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.032979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.032979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.032979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.032979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.032979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.034226 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13dff6-249b-4a35-aca9-a4a7c200606e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-1-iscsi {{(pid=104661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 20:25:29.110158 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment fad443fb-8226-4bd3-bbda-c7e76b631c7c resource provider aggregate not found Oct 23 20:25:29.118231 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (dfd87eb0-6e12-4670-accf-38eb6ce06b92), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:29.123866 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:29.130484 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/dfd87eb0-6e12-4670-accf-38eb6ce06b92 HTTP/1.1" status: 204 len: 168 time: 0.5688064 Oct 23 20:25:29.130589 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 38376) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:29.138811 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.services.segments.plugin [-] Segment fad443fb-8226-4bd3-bbda-c7e76b631c7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fad443fb-8226-4bd3-bbda-c7e76b631c7c found for delete ", "request_id": "req-c961354c-0383-40e6-b815-0e47a94157d7"}]} Oct 23 20:25:29.139926 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c6ba2-9254-4ed3-aa0a-9714242d39fe admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd87eb0-6e12-4670-accf-38eb6ce06b92,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:29.435670 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-58734d7b-e76d-40c5-a7d6-bfe781484b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16394362'] for router_interface (df409e50-c560-4d78-a04c-3899dd6b3193), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:29.631190 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 6e03634d-ef43-4d2d-a4df-0550e8feea9f no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:25:29.652805 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 6e03634d-ef43-4d2d-a4df-0550e8feea9f {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:25:29.653029 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-58734d7b-e76d-40c5-a7d6-bfe781484b55 admin admin] Deleting port 2c7e383f-234b-432f-81af-cc04ef9f15da {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:25:29.653156 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 6e03634d-ef43-4d2d-a4df-0550e8feea9f not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:25:29.653550 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 0f755d40-28fa-473e-adf9-caabeeca3d59 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:25:29.653684 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-58734d7b-e76d-40c5-a7d6-bfe781484b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:29.670821 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 0f755d40-28fa-473e-adf9-caabeeca3d59 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:25:29.671167 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 0f755d40-28fa-473e-adf9-caabeeca3d59 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:25:29.671573 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device a78ac5f6-b115-4560-9a53-7abce7cd16c6 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:25:29.690367 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: a78ac5f6-b115-4560-9a53-7abce7cd16c6 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:25:29.690646 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device a78ac5f6-b115-4560-9a53-7abce7cd16c6 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:25:29.731998 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-58734d7b-e76d-40c5-a7d6-bfe781484b55 admin admin] For port 2c7e383f-234b-432f-81af-cc04ef9f15da, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=2c7e383f-234b-432f-81af-cc04ef9f15da,segment=NetworkSegment(dfed8c62-5085-4c7f-b03c-efc300f9ed29),segment_id=dfed8c62-5085-4c7f-b03c-efc300f9ed29)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:25:29.732364 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-58734d7b-e76d-40c5-a7d6-bfe781484b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:29.745807 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-58734d7b-e76d-40c5-a7d6-bfe781484b55 admin admin] Calling delete_port for 2c7e383f-234b-432f-81af-cc04ef9f15da owned by network:router_interface {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:25:29.804268 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:29.871167 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:29.925170 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-58734d7b-e76d-40c5-a7d6-bfe781484b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (2c7e383f-234b-432f-81af-cc04ef9f15da), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:29.950272 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58734d7b-e76d-40c5-a7d6-bfe781484b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7e383f-234b-432f-81af-cc04ef9f15da,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:30.111388 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-58734d7b-e76d-40c5-a7d6-bfe781484b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16321041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16392394'] for router_interface (df409e50-c560-4d78-a04c-3899dd6b3193), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:30.135430 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1517c76a-f3cd-484e-86cc-e5a882d898b5 None None] get_active_networks_info from dv-cinder-862432-1-iscsi {{(pid=104661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 20:25:30.202770 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1517c76a-f3cd-484e-86cc-e5a882d898b5 None None] Resources bound (agent type, host, resource id): {{(pid=104661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 20:25:30.324062 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58734d7b-e76d-40c5-a7d6-bfe781484b55 admin admin] Router df409e50-c560-4d78-a04c-3899dd6b3193 has already been hosted by L3 agent 94d2557e-d137-4ee2-a329-f7b4e7c337ba {{(pid=104660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 20:25:30.430102 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58734d7b-e76d-40c5-a7d6-bfe781484b55 admin admin] Notify agent at l3_agent.dv-cinder-862432-1-iscsi the message routers_updated {{(pid=104660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 20:25:30.435420 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-58734d7b-e76d-40c5-a7d6-bfe781484b55 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/df409e50-c560-4d78-a04c-3899dd6b3193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3040020 Oct 23 20:25:30.437875 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 38378) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:30.441144 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac937a5-87d0-4d44-b8d0-428d5a204109 None None] Sync routers for ids ['df409e50-c560-4d78-a04c-3899dd6b3193'] in dv-cinder-862432-1-iscsi {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 20:25:30.452324 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac937a5-87d0-4d44-b8d0-428d5a204109 None None] Routers {'df409e50-c560-4d78-a04c-3899dd6b3193'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:25:30.453018 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-1ac937a5-87d0-4d44-b8d0-428d5a204109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:25:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['df409e50-c560-4d78-a04c-3899dd6b3193'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:30.493135 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:30.545501 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Publish callbacks [] for router (df409e50-c560-4d78-a04c-3899dd6b3193), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:30.652882 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:30.653499 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Publish callbacks [] for router_gateway (df409e50-c560-4d78-a04c-3899dd6b3193), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:30.700257 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:30.704675 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Deleting port f92181cd-0528-4b11-bea7-c88b90173b45 {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:25:30.705017 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (f92181cd-0528-4b11-bea7-c88b90173b45), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:30.721459 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-1ac937a5-87d0-4d44-b8d0-428d5a204109 None None] Set router df409e50-c560-4d78-a04c-3899dd6b3193 gateway port host: dv-cinder-862432-1-iscsi {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:25:30.724022 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:30.796954 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] For port f92181cd-0528-4b11-bea7-c88b90173b45, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=f92181cd-0528-4b11-bea7-c88b90173b45,segment=NetworkSegment(b4fe7a97-9ef9-423c-b1ee-f15347a16d86),segment_id=b4fe7a97-9ef9-423c-b1ee-f15347a16d86)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:25:30.797332 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (f92181cd-0528-4b11-bea7-c88b90173b45), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:30.804708 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=100 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:30.811832 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Calling delete_port for f92181cd-0528-4b11-bea7-c88b90173b45 owned by network:router_gateway {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:25:30.866800 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.provisioning_blocks [None req-62dedfc1-051c-4791-b815-14ef860cdbfd None None] Provisioning complete for port e2a2f611-a868-42bb-9b38-535fa3f58c3c triggered by entity DHCP. {{(pid=104661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 20:25:30.867170 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-62dedfc1-051c-4791-b815-14ef860cdbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12245681'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), provisioning_complete {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:30.867512 dv-cinder-862432-1-iscsi neutron-server[104661]: INFO neutron.plugins.ml2.plugin [None req-62dedfc1-051c-4791-b815-14ef860cdbfd None None] Attempt 1 to provision port e2a2f611-a868-42bb-9b38-535fa3f58c3c Oct 23 20:25:30.938159 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-1ac937a5-87d0-4d44-b8d0-428d5a204109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'name': 'tempest-TestVolumeBootPattern-200602502-router', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'external_fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:07Z', 'updated_at': '2022-10-23T20:25:29Z', 'revision_number': 5, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'gw_port': {'id': 'f92181cd-0528-4b11-bea7-c88b90173b45', 'name': '', 'network_id': '3d6885ca-cf96-428e-afce-731ce2a4b2ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:58:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T20:17:08Z', 'updated_at': '2022-10-23T20:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601101c5-cf4c-4b6c-af5d-bb45eaa67213', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-1-iscsi'}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:30.965267 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac937a5-87d0-4d44-b8d0-428d5a204109 None None] Checking router: df409e50-c560-4d78-a04c-3899dd6b3193 for host: dv-cinder-862432-1-iscsi {{(pid=104661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 20:25:30.975939 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (f92181cd-0528-4b11-bea7-c88b90173b45), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.001168 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Pushing event deleted for resources: {'Port': ['ID=f92181cd-0528-4b11-bea7-c88b90173b45,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:31.004807 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac937a5-87d0-4d44-b8d0-428d5a204109 None None] Routers {'df409e50-c560-4d78-a04c-3899dd6b3193'} bound to L3 agent in host dv-cinder-862432-1-iscsi {{(pid=104661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 20:25:31.005431 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-1ac937a5-87d0-4d44-b8d0-428d5a204109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T19:57:14Z,description=,heartbeat_timestamp=2022-10-23T20:25:14Z,host='dv-cinder-862432-1-iscsi',id=94d2557e-d137-4ee2-a329-f7b4e7c337ba,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T19:57:14Z,topic='l3_agent')) {'router_ids': ['df409e50-c560-4d78-a04c-3899dd6b3193'], 'active': True} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:31.013887 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-62dedfc1-051c-4791-b815-14ef860cdbfd None None] Current status of the port e2a2f611-a868-42bb-9b38-535fa3f58c3c is: ACTIVE; New status is: ACTIVE {{(pid=104661) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 20:25:31.069811 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16393631'] for router_gateway (df409e50-c560-4d78-a04c-3899dd6b3193), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.074412 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_dvr_db [None req-1ac937a5-87d0-4d44-b8d0-428d5a204109 None None] Set router df409e50-c560-4d78-a04c-3899dd6b3193 gateway port host: None {{(pid=104661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 20:25:31.126508 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.db.l3_hamode_db [None req-1ac937a5-87d0-4d44-b8d0-428d5a204109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'name': 'tempest-TestVolumeBootPattern-200602502-router', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:07Z', 'updated_at': '2022-10-23T20:25:30Z', 'revision_number': 7, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'gw_port_host': None}], 'dv-cinder-862432-1-iscsi', False) {} {{(pid=104661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:31.150875 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac937a5-87d0-4d44-b8d0-428d5a204109 None None] The sync data for ids ['df409e50-c560-4d78-a04c-3899dd6b3193'] in dv-cinder-862432-1-iscsi is: [{'id': 'df409e50-c560-4d78-a04c-3899dd6b3193', 'name': 'tempest-TestVolumeBootPattern-200602502-router', 'tenant_id': '1b7ac947dae84984adc4c779cb78e4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T20:17:07Z', 'updated_at': '2022-10-23T20:25:30Z', 'revision_number': 7, 'project_id': '1b7ac947dae84984adc4c779cb78e4c3', 'gw_port_host': None}] {{(pid=104661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 20:25:31.158930 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16393360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48003'] for router (df409e50-c560-4d78-a04c-3899dd6b3193), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.161369 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Publish callbacks [] for router_controller (df409e50-c560-4d78-a04c-3899dd6b3193), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.204365 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16394297'] for router (df409e50-c560-4d78-a04c-3899dd6b3193), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.205065 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Fanout notify agent at l3_agent the message router_deleted on router df409e50-c560-4d78-a04c-3899dd6b3193 {{(pid=104660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 20:25:31.209388 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.210590 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-bb5b0ea9-1f39-45b2-ae41-77005679f44d admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/df409e50-c560-4d78-a04c-3899dd6b3193 HTTP/1.1" status: 204 len: 168 time: 0.7713747 Oct 23 20:25:31.213036 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 38380) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:31.257301 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57ba14d-e8cd-42ca-9329-d60870df6b90 admin admin] Deleting subnet 9cdae61e-a22a-4cc4-b3ca-83696fb97edd {{(pid=104660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 20:25:31.260336 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e57ba14d-e8cd-42ca-9329-d60870df6b90 admin admin] Publish callbacks [] for subnet (9cdae61e-a22a-4cc4-b3ca-83696fb97edd), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.296893 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e57ba14d-e8cd-42ca-9329-d60870df6b90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25212802'] for subnet (9cdae61e-a22a-4cc4-b3ca-83696fb97edd), precommit_delete_associations {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.368828 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e57ba14d-e8cd-42ca-9329-d60870df6b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4534091'] for subnet (9cdae61e-a22a-4cc4-b3ca-83696fb97edd), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.419200 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e57ba14d-e8cd-42ca-9329-d60870df6b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4534096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25298249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318950'] for subnet (9cdae61e-a22a-4cc4-b3ca-83696fb97edd), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.447464 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ba14d-e8cd-42ca-9329-d60870df6b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cdae61e-a22a-4cc4-b3ca-83696fb97edd,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:31.451017 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-e57ba14d-e8cd-42ca-9329-d60870df6b90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.454348 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-e57ba14d-e8cd-42ca-9329-d60870df6b90 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/9cdae61e-a22a-4cc4-b3ca-83696fb97edd HTTP/1.1" status: 204 len: 168 time: 0.2403858 Oct 23 20:25:31.456790 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 38382) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:31.459197 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ddc458-a074-4ca9-bbba-a0fd8aec1d1c None None] Network 36eddb80-7e9b-4520-b356-23ef1b38884a requested from dv-cinder-862432-1-iscsi {{(pid=104661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 20:25:31.526111 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12196418'] for network (36eddb80-7e9b-4520-b356-23ef1b38884a), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.569819 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Deleting port e2a2f611-a868-42bb-9b38-535fa3f58c3c {{(pid=104660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 20:25:31.570163 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774106499813'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.592357 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:31.643804 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.db [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] For port e2a2f611-a868-42bb-9b38-535fa3f58c3c, host dv-cinder-862432-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-1-iscsi',level=0,port_id=e2a2f611-a868-42bb-9b38-535fa3f58c3c,segment=NetworkSegment(dfed8c62-5085-4c7f-b03c-efc300f9ed29),segment_id=dfed8c62-5085-4c7f-b03c-efc300f9ed29)] {{(pid=104660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 20:25:31.644695 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16394752'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.657001 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.plugin [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Calling delete_port for e2a2f611-a868-42bb-9b38-535fa3f58c3c owned by network:dhcp {{(pid=104660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 20:25:31.667703 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:31.734805 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4583829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774106504623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774106125936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25297594'] for port (e2a2f611-a868-42bb-9b38-535fa3f58c3c), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.761079 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a2f611-a868-42bb-9b38-535fa3f58c3c,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:31.764276 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] No DVR routers for this DVR port e2a2f611-a868-42bb-9b38-535fa3f58c3c on host dv-cinder-862432-1-iscsi {{(pid=104660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 20:25:31.831362 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12243410', 'neutron.services.segments.db._delete_segments_for_network-8774106628675'] for network (36eddb80-7e9b-4520-b356-23ef1b38884a), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.851963 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eddb80-7e9b-4520-b356-23ef1b38884a']}} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:31.861646 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfed8c62-5085-4c7f-b03c-efc300f9ed29') {'for_net_delete': True} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:31.861859 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.services.segments.db [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfed8c62-5085-4c7f-b03c-efc300f9ed29') {} {{(pid=104660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 20:25:31.871768 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774106628738', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212809'] for segment (dfed8c62-5085-4c7f-b03c-efc300f9ed29), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.887859 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683'] for segment (dfed8c62-5085-4c7f-b03c-efc300f9ed29), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.890501 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875fee3a-e570-4bdc-8050-eff1b23fd827 None None] DHCP port deletion for 36eddb80-7e9b-4520-b356-23ef1b38884a request from dv-cinder-862432-1-iscsi {{(pid=104661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 20:25:31.896145 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=104660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 20:25:31.896535 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4465683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25297647'] for segment (dfed8c62-5085-4c7f-b03c-efc300f9ed29), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:31.923820 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment dfed8c62-5085-4c7f-b03c-efc300f9ed29 resource provider aggregate not found Oct 23 20:25:31.947843 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 2c7e383f-234b-432f-81af-cc04ef9f15da no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:25:31.968305 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: 2c7e383f-234b-432f-81af-cc04ef9f15da {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:25:31.968649 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device 2c7e383f-234b-432f-81af-cc04ef9f15da not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:25:31.969072 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device f92181cd-0528-4b11-bea7-c88b90173b45 no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:25:31.991173 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: f92181cd-0528-4b11-bea7-c88b90173b45 {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:25:31.991727 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device f92181cd-0528-4b11-bea7-c88b90173b45 not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:25:31.992319 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e2a2f611-a868-42bb-9b38-535fa3f58c3c no longer exists at agent ovs-agent-dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 20:25:32.016057 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] No Port match for: e2a2f611-a868-42bb-9b38-535fa3f58c3c {{(pid=104661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 20:25:32.016495 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron.plugins.ml2.rpc [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Device e2a2f611-a868-42bb-9b38-535fa3f58c3c not bound to the agent host dv-cinder-862432-1-iscsi {{(pid=104661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 20:25:32.224399 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.services.segments.plugin [-] Segment dfed8c62-5085-4c7f-b03c-efc300f9ed29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfed8c62-5085-4c7f-b03c-efc300f9ed29 found for delete ", "request_id": "req-707d01d7-8d67-49eb-9ea2-4d93fca2c23b"}]} Oct 23 20:25:32.238882 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12243419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16321064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16393559'] for network (36eddb80-7e9b-4520-b356-23ef1b38884a), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:32.243555 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16321082'] for network (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:32.246748 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/36eddb80-7e9b-4520-b356-23ef1b38884a HTTP/1.1" status: 204 len: 168 time: 0.7890375 Oct 23 20:25:32.259757 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b50bfa-8938-4bcd-b793-7712d87b2453 admin admin] Pushing event deleted for resources: {'Network': ['ID=36eddb80-7e9b-4520-b356-23ef1b38884a,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:32.357260 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 38390) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:32.397589 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-53275a3b-2439-4b76-b634-d94ff99b8bb7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=deacebf04e2d4a8093425ce7d16ca3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391426 Oct 23 20:25:32.400002 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.wsgi [-] (104660) accepted ('10.222.0.13', 38392) {{(pid=104660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:32.451967 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b22e4fa8-08ee-437d-bcda-413fd48b57a3 admin admin] Publish callbacks [] for security_group (34202eee-d765-4dee-a4e7-c80b2dc35550), before_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:32.471211 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b22e4fa8-08ee-437d-bcda-413fd48b57a3 admin admin] Publish callbacks [] for security_group (34202eee-d765-4dee-a4e7-c80b2dc35550), precommit_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:32.519846 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b22e4fa8-08ee-437d-bcda-413fd48b57a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (34202eee-d765-4dee-a4e7-c80b2dc35550), after_delete {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:32.522431 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron_lib.callbacks.manager [None req-b22e4fa8-08ee-437d-bcda-413fd48b57a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:32.523575 dv-cinder-862432-1-iscsi neutron-server[104660]: INFO neutron.wsgi [None req-b22e4fa8-08ee-437d-bcda-413fd48b57a3 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/34202eee-d765-4dee-a4e7-c80b2dc35550 HTTP/1.1" status: 204 len: 168 time: 0.1226926 Oct 23 20:25:32.531198 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e4fa8-08ee-437d-bcda-413fd48b57a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34202eee-d765-4dee-a4e7-c80b2dc35550,revision_number=None']} {{(pid=104660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:32.841160 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 38398) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:32.856985 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:32.882613 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-a8f27c16-26ed-4c35-aa9f-e66b91fc2db7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1b7ac947dae84984adc4c779cb78e4c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403175 Oct 23 20:25:32.885076 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [-] (104659) accepted ('10.222.0.13', 38400) {{(pid=104659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 20:25:32.911001 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:32.934446 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fa3fb9f7-76e4-4396-b079-6c81f7f16178 admin admin] Publish callbacks [] for security_group (f2cfb053-f873-49ca-98fc-9ff1156065b9), before_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:32.953919 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fa3fb9f7-76e4-4396-b079-6c81f7f16178 admin admin] Publish callbacks [] for security_group (f2cfb053-f873-49ca-98fc-9ff1156065b9), precommit_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:33.003462 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fa3fb9f7-76e4-4396-b079-6c81f7f16178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16410698'] for security_group (f2cfb053-f873-49ca-98fc-9ff1156065b9), after_delete {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:33.006064 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-fa3fb9f7-76e4-4396-b079-6c81f7f16178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:33.007318 dv-cinder-862432-1-iscsi neutron-server[104659]: INFO neutron.wsgi [None req-fa3fb9f7-76e4-4396-b079-6c81f7f16178 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f2cfb053-f873-49ca-98fc-9ff1156065b9 HTTP/1.1" status: 204 len: 168 time: 0.1213183 Oct 23 20:25:33.015371 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fb9f7-76e4-4396-b079-6c81f7f16178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cfb053-f873-49ca-98fc-9ff1156065b9,revision_number=None']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 20:25:37.979934 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=83 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:38.006041 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=82 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:41.857603 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-1afe3d61-c6cd-4030-a8a2-0345506b3c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:42.526432 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=58,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:42.527187 dv-cinder-862432-1-iscsi neutron-server[104660]: DEBUG dbcounter [-] [104660] Writing DB stats neutron:SELECT=49,neutron:DELETE=5 {{(pid=104660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:43.010360 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:43.011231 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG dbcounter [-] [104659] Writing DB stats neutron:SELECT=10,neutron:DELETE=3 {{(pid=104659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:43.029629 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=40 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:44.253470 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-165d2df0-4b8c-4e17-823d-3ec0afe28e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:45.499796 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:46.845628 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:47.197544 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:49.364028 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:49.365322 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:25:54.449327 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:25:57.193954 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:26:01.320586 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:26:04.437943 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:26:04.445468 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:26:10.951506 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=12 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:26:11.316091 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=16 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:26:11.859339 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-0b043758-97a4-4601-a52c-c8b3f3320a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:26:14.255439 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-557bfc39-0596-421e-b08e-3eb5a92ce9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:26:15.500655 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:26:16.849551 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:26:17.202793 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:26:24.441770 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:26:26.360617 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:26:26.361368 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:26:34.432061 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:26:34.435204 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:26:34.437722 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:26:38.320031 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:26:41.861773 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f540504f-90f8-405a-b1c1-6ba2e9430341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:26:44.257251 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-11d8b7df-a12b-45e6-8ab1-695d433f4959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:26:44.334704 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:26:45.502730 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:26:46.853203 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:26:47.206727 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:26:48.315983 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:26:54.441259 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:27:04.431051 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:27:04.435509 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:27:04.436678 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:27:10.359951 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:27:10.361263 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:27:11.863135 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-b17aaecf-a100-432a-9539-8a7e32b7df62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:27:14.260269 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-34a834e5-4f6b-40dc-bac5-333ba6390633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:27:15.319263 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:27:15.503787 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:27:16.855772 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:27:17.208769 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:27:24.456886 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:27:25.314789 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:27:25.315467 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:27:34.446917 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:27:34.450159 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:27:34.452070 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:27:38.869359 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [req-51e9f951-6c37-4c3a-80a6-97a551198746 req-72465024-8890-463a-9838-6bb271d9110e service neutron] (104659) timed out ('10.222.0.15', 49201) {{(pid=104659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 20:27:40.349789 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:27:40.353853 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:27:41.864412 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-75607dcc-bb7a-4f93-a1e2-2e771a00ebab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:27:44.261409 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-d39a3db3-a06c-4184-8ccc-0a69f69d0268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:27:45.509486 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:27:46.859514 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:27:47.212143 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:27:52.318523 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:27:54.470334 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:04.460802 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:28:04.463703 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:28:04.465776 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:28:11.866726 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8a61a2ec-abf9-4875-aa34-5c6a29b4cc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:14.262682 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-6f796623-1d45-4451-af85-ffbf545093fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:15.511139 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:16.861623 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:17.214123 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:17.345468 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=14 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:28:17.349719 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=20 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:28:24.470521 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:27.209692 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:28:29.316726 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:28:34.464388 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:28:34.466298 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:28:39.313547 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:28:41.867979 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-8808ac60-2e13-4021-a34d-9a39d120b982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:44.264777 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-eed05d23-e3a2-4d53-bbfb-8b60e172d04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:45.513129 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:46.865209 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:47.216367 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:54.355028 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:28:54.355869 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:28:54.478358 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:28:57.211695 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:29:00.095114 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-cddf5ded-cded-4dd0-96eb-cad0e705c0ea service neutron] (104659) timed out ('10.222.0.13', 33118) {{(pid=104659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 20:29:00.169992 dv-cinder-862432-1-iscsi neutron-server[104659]: DEBUG neutron.wsgi [req-520c1123-1350-4cb7-b84a-678e4ccf3c85 req-4f8ccc24-098b-4a5d-b503-418f54e11c00 tempest-AttachVolumeShelveTestJSON-1841363174 tempest-AttachVolumeShelveTestJSON-1841363174-project] (104659) timed out ('10.222.0.13', 33128) {{(pid=104659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 20:29:04.467170 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:29:04.473664 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:29:06.316486 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:29:10.365144 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:29:11.869568 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-d5c19047-f314-4d8a-b8c9-f1359b0b37bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:29:14.269014 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-9c0d3fd9-934f-45fa-81c4-2cbdac63e647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:29:15.515378 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:29:16.312529 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:29:16.869649 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:29:17.217693 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:29:24.501738 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:29:31.357661 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=4 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:29:31.361847 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:29:34.491360 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:29:34.494270 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=3,neutron:SELECT=13 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:29:34.496253 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:29:41.871779 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-83c8360f-62a9-4a72-afdf-be523a26ec40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:29:43.316621 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:29:44.271437 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-43a122bf-7ddc-46f4-8848-266d4ba0e738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:29:45.516909 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:29:46.874930 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:29:47.221203 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:29:53.312060 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=2 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:29:54.507341 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:04.498026 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:30:04.500796 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:30:04.502976 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:30:10.886723 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=17 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:30:10.888680 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=15 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:30:11.873573 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-943fa8e8-f59e-442b-9ad4-173d4d9ca18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:14.272966 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-d1f031da-7e48-4934-a05a-f29a3bb7a1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:15.519564 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:16.876603 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:17.222969 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:20.315142 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 20:30:24.499394 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:27.218524 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:30:30.310441 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:30:30.311211 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=1 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:30:34.493200 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:30:34.495804 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG dbcounter [-] [104661] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:30:41.874984 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-26ae7aa0-07e9-4049-a19f-4f3460c68516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (883871f0-c73c-4412-9201-a81612d39f61), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:44.276165 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-f04ff644-f365-43fc-b04f-92ef04bef0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (94d2557e-d137-4ee2-a329-f7b4e7c337ba), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:45.350731 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:30:45.355676 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG dbcounter [-] [104662] Writing DB stats neutron:SELECT=3 {{(pid=104662) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 20:30:45.523417 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-979c847c-6f32-450a-bdc7-a01a1b1d5167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (6382ac3f-0bea-420f-a49d-b7add97c2712), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:46.878931 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-95db3ef2-3e57-4cac-807d-461c0ce1c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (390b2a81-6145-4b62-92d3-efe45eca4c14), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:47.226128 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-3ff74e1e-55e6-46fa-ad6f-eb6882cb26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (e8183959-6afe-49d3-bb00-c48406a6e36f), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:54.499008 dv-cinder-862432-1-iscsi neutron-server[104661]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20f5-6d45-4f51-8f5d-4767dd713bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774106628657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12245779'] for agent (d8df7deb-ad16-4938-a375-acaa203e7828), after_update {{(pid=104661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 20:30:57.314106 dv-cinder-862432-1-iscsi neutron-server[104662]: DEBUG neutron.db.agents_db [None req-4bf5da00-8520-4e37-be4f-222e77b8d48a None None] Agent healthcheck: found 6 active agents {{(pid=104662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}